-- Logs begin at Thu 2022-04-07 12:13:27 UTC, end at Thu 2022-04-07 13:13:01 UTC. -- Apr 07 12:46:44.298497 dv-cinder-836944-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 12:46:47.222023 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.common.config [-] Logging enabled! Apr 07 12:46:47.222673 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 12:46:47.222823 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103052) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 12:46:47.226380 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.common.config [-] Logging enabled! Apr 07 12:46:47.226631 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 12:46:47.226935 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103052) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 12:46:47.227851 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 12:46:47.228172 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 12:46:47.228533 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 12:46:47.228789 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 12:46:47.229007 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 12:46:47.229417 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.229831 dv-cinder-836944-2-smb neutron-server[103052]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 12:46:47.230138 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.230468 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.230760 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.231047 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.231332 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.231609 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.231894 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.232187 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.232466 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.232738 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.233013 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.233296 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.233572 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.233854 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.234133 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.234435 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] debug = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.234711 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.235138 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.235540 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.235814 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.236098 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.236371 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.236637 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.236916 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.237188 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.237512 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] host = dv-cinder-836944-2-smb {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.237784 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.238066 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.238439 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.238729 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.238998 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.239268 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.239546 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.239814 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.240079 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] log_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.240346 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.240631 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.240914 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.241198 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.241421 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.241636 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.241929 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.242232 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.242510 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.242781 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.243049 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.243315 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.244127 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.244394 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.244675 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.244954 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.245234 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.245503 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.245770 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.246035 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.246329 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.246611 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.246879 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.247144 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.247408 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.247685 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.247948 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.248215 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.248508 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.248789 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.249065 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.249349 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.249613 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.249889 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.250155 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.250444 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.250710 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] use_json = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.250976 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.251239 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.251516 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.251780 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.252046 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.252310 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.252575 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.252852 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.253117 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:47.253405 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.253695 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.253992 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.254306 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.254595 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.254868 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.255151 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.255422 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.255704 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.255987 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.256269 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.256540 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.256832 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.257114 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.257402 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.257699 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.257987 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.258297 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.258572 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.258841 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.259107 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.260106 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.260461 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.260801 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.261153 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.261509 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.261898 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.262298 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.262661 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.263022 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.263379 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.263717 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.264063 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.264419 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.264760 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.265096 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.265436 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.265786 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.266132 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.266499 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.266847 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.267186 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.267521 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.267854 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.268197 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.268548 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.268888 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.269229 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.269565 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.269907 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.270315 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.270663 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.271008 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.271344 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.271674 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.272027 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.272366 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.272699 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.273037 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.273370 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.273708 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.274037 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.274406 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.274746 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.275125 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.275441 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.275776 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.276113 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.276455 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.276792 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.277125 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.277460 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.277798 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.278137 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.278513 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.278874 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.279220 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.279558 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.279894 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.280260 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.280617 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.280956 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.281294 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.281632 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.281978 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.282350 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.282693 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.283034 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.283387 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.283716 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.284064 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.284394 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.284725 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.285057 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.285387 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.285716 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.286050 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.286411 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.286756 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.287098 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.287444 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.287784 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.288122 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.288443 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.288819 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.289219 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:47.289518 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 12:46:47.289843 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103052) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 12:46:47.664445 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 12:46:47.664719 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 12:46:47.665020 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 12:46:47.665353 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 12:46:47.989437 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:47.989670 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:47.989940 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:47.991144 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:47.991417 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:47.993382 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.046172 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.046477 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.046741 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.061240 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.061523 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.061792 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.091868 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.092145 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.092404 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.129020 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.129297 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.129562 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.468300 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.468918 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.468918 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.469089 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.469758 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.568239 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.568555 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.568836 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.569101 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.569361 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.569666 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.569922 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.570175 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.570453 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.570732 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.570986 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.571247 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.571500 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.571778 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.572032 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.572292 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.572542 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.572805 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.573069 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.573323 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.573590 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.573839 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.574113 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.574530 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.574772 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.575014 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.575507 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 12:46:48.575774 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 12:46:48.575999 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 12:46:48.576239 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 12:46:48.576476 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 12:46:48.576712 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 12:46:48.577073 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 12:46:48.580157 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 12:46:48.584067 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 12:46:48.588226 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 07 12:46:48.589838 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 12:46:48.590340 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 12:46:48.590676 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 12:46:48.591057 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 12:46:48.594842 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 12:46:48.595091 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 12:46:48.595436 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 12:46:48.600233 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 12:46:48.624364 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 12:46:48.624809 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.625104 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103052) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 12:46:48.625476 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.626864 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103052) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 12:46:48.627140 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 12:46:48.627378 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 12:46:48.630647 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.630929 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:48.693160 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 12:46:48.693397 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 12:46:48.693631 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 12:46:48.693993 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 12:46:48.714803 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_db.sqlalchemy.engines [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103052) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 12:46:49.156143 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Initializing driver for type 'gre' Apr 07 12:46:49.156708 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] gre ID ranges: [(1, 1000)] Apr 07 12:46:49.209860 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Initializing driver for type 'local' Apr 07 12:46:49.210187 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Initializing driver for type 'vlan' Apr 07 12:46:49.223575 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] VlanTypeDriver initialization complete Apr 07 12:46:49.223928 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Initializing driver for type 'vxlan' Apr 07 12:46:49.224415 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] vxlan ID ranges: [(1, 1000)] Apr 07 12:46:49.277081 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Initializing extension driver 'port_security' Apr 07 12:46:49.277455 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.extensions.port_security [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] PortSecurityExtensionDriver initialization complete Apr 07 12:46:49.277849 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Initializing mechanism driver 'openvswitch' Apr 07 12:46:49.278184 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Initializing mechanism driver 'hyperv' Apr 07 12:46:49.284757 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:46:49.285587 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.285953 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.286331 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.286853 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 12:46:49.287285 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > subnet after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.287644 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > subnet after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.287985 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.288377 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 12:46:49.288779 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > network after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.289120 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > network after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.289453 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > network after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.289843 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 12:46:49.290263 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > security_group after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.290811 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > security_group after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.291151 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.291544 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 12:46:49.291946 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.292288 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.292623 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.293011 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 12:46:49.293408 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > address_group after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.293747 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > address_group after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.294079 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.294505 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103052) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 12:46:49.294942 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] ML2 OVO RPC backend initialized. {{(pid=103052) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 12:46:49.295643 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.295998 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.296417 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > network before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.296761 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > networks before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.297105 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > port before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.297442 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > ports before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.297779 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > subnet before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.298115 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > subnets before_response 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.298481 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > network after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.298815 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > network after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.299145 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > network after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.299478 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.299809 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.300138 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.300468 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > subnet after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.300798 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > subnet after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.301124 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.309119 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded quota_driver: . Apr 07 12:46:49.309482 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Modular L2 Plugin initialization complete Apr 07 12:46:49.309828 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading services supported by the core plugin {{(pid=103052) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 12:46:49.310165 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.plugins.ml2.managers [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Got port-security extension from driver 'port_security' Apr 07 12:46:49.310666 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.extensions.vlantransparent [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Disabled vlantransparent extension. Apr 07 12:46:49.311153 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103052) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 12:46:49.311477 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading Plugin: router Apr 07 12:46:49.347443 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.348019 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router after_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.348575 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router before_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.348978 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.349558 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.350690 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router after_delete 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.351243 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.351653 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.352084 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router after_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.352573 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router after_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.353105 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router after_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.353539 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.354295 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router after_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.354991 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router precommit_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.355471 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.355989 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.356639 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: subnet after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.357304 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.358047 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.358458 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router precommit_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.359110 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: port before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.359574 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router precommit_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.359981 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router after_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.360369 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.360792 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router precommit_create 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.361307 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.361836 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router precommit_update 55549900 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.362442 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > agent after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.363135 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > agent after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.363607 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > network after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.365113 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Tracking information for resource: router configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 12:46:49.365489 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Tracking information for resource: floatingip configured {{(pid=103052) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 12:46:49.371853 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.db.l3_agentschedulers_db [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 12:46:49.372427 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.372784 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.373133 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.373482 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.374289 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router before_create 55550100 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.374651 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.375008 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router precommit_create 55550100 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.375359 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > router precommit_update 55550100 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.380085 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.services.provider_configuration [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service providers = [] {{(pid=103052) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 12:46:49.380447 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.db.servicetype_db [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103052) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 12:46:49.383466 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.services.service_base [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 12:46:49.383809 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.services.service_base [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 12:46:49.384754 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.services.service_base [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 12:46:49.385651 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.services.service_base [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103052) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 12:46:49.386016 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.services.service_base [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 12:46:49.386419 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 12:46:49.386732 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 12:46:49.397226 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 12:46:49.397562 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading Plugin: auto_allocate Apr 07 12:46:49.403356 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: network precommit_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.403720 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: network precommit_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.404236 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 12:46:49.404554 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading Plugin: tag Apr 07 12:46:49.411235 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 12:46:49.411561 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading Plugin: timestamp Apr 07 12:46:49.415577 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 12:46:49.415905 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading Plugin: network_ip_availability Apr 07 12:46:49.421321 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.421691 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.422046 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.422780 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 12:46:49.423100 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading Plugin: flavors Apr 07 12:46:49.429116 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 12:46:49.429452 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading Plugin: revisions Apr 07 12:46:49.434362 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103052) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 12:46:49.434756 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_concurrency.lockutils [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=103052) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 12:46:49.435499 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103052) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 12:46:49.435833 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Initializing extension manager. Apr 07 12:46:49.436353 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: __init__.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.436692 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: __pycache__ {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.437023 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: address_group.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.437773 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.438361 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: address-group Apr 07 12:46:49.438681 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: address_scope.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.439392 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.439899 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: address-scope Apr 07 12:46:49.440217 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.441139 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.441651 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: router-admin-state-down-before-update Apr 07 12:46:49.441967 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: agent.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.442688 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.443189 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: agent Apr 07 12:46:49.443503 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: agent_resources_synced.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.444415 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.444929 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: agent-resources-synced Apr 07 12:46:49.445252 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: allowedaddresspairs.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.447974 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.448497 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: allowed-address-pairs Apr 07 12:46:49.448824 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: auto_allocated_topology.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.449898 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.450446 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: auto-allocated-topology Apr 07 12:46:49.450769 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: availability_zone.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.451460 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.451964 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: availability_zone Apr 07 12:46:49.452281 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: availability_zone_filter.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.453190 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.453693 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: availability_zone_filter Apr 07 12:46:49.454010 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: data_plane_status.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.454936 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.455435 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 12:46:49.455750 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: default_subnetpools.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.456656 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.457155 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: default-subnetpools Apr 07 12:46:49.457473 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.458306 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.458814 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: dhcp_agent_scheduler Apr 07 12:46:49.459138 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: dns.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.460051 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.460546 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 12:46:49.460866 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: dns_domain_ports.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.461785 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.462741 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 12:46:49.462970 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.463905 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.464421 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 12:46:49.464742 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: dvr.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.465412 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.465915 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: dvr Apr 07 12:46:49.466257 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: ecmp_routes.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.467166 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.467664 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 12:46:49.467980 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: empty_string_filtering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.468879 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.469392 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: empty-string-filtering Apr 07 12:46:49.469689 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.470627 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.471136 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 12:46:49.471455 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.472364 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.472865 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 12:46:49.473182 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: external_net.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.474094 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.474630 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: external-net Apr 07 12:46:49.474944 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.476101 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.476602 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: extra_dhcp_opt Apr 07 12:46:49.476918 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: extraroute.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.477849 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.478442 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: extraroute Apr 07 12:46:49.478730 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: extraroute_atomic.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.479757 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.480260 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: extraroute-atomic Apr 07 12:46:49.480574 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: filter_validation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.481234 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.481736 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: filter-validation Apr 07 12:46:49.482052 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: fip_pf_description.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.482984 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.483488 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 12:46:49.483806 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: fip_pf_port_range.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.484715 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.485208 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 12:46:49.485527 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: fip_port_details.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.486653 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.487160 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: fip-port-details Apr 07 12:46:49.487483 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: flavors.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.488708 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.489226 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: flavors Apr 07 12:46:49.489549 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.491236 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.491759 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 12:46:49.492093 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: floatingip_pools.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.492799 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.493314 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: floatingip-pools Apr 07 12:46:49.494511 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: ip_allocation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.495167 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.495689 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 12:46:49.495997 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.496915 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.497429 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: ip-substring-filtering Apr 07 12:46:49.497755 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l2_adjacency.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.498711 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.499219 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 12:46:49.499540 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l3.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.500513 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.501029 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: router Apr 07 12:46:49.501354 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.503596 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.504119 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 12:46:49.504446 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.505366 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.505878 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: ext-gw-mode Apr 07 12:46:49.506201 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.507145 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.507657 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: l3-ha Apr 07 12:46:49.507977 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.508890 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.510136 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 12:46:49.510482 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l3_flavors.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.511399 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.511919 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: l3-flavors Apr 07 12:46:49.512241 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.513602 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.514120 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 12:46:49.514466 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.515377 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.515881 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 12:46:49.516201 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: l3agentscheduler.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.517238 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.517755 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: l3_agent_scheduler Apr 07 12:46:49.518080 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: local_ip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.519866 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.520389 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension local_ip not supported by any of loaded plugins Apr 07 12:46:49.520718 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: logging.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.522376 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.522897 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension logging not supported by any of loaded plugins Apr 07 12:46:49.523222 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: metering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.523963 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.524540 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: metering Apr 07 12:46:49.524947 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.525983 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.526538 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: metering_source_and_destination_fields Apr 07 12:46:49.526861 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: multiprovidernet.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.527782 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.528291 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: multi-provider Apr 07 12:46:49.528610 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: netmtu.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.529517 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.530021 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: net-mtu Apr 07 12:46:49.530377 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: netmtu_writable.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.531298 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.531805 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: net-mtu-writable Apr 07 12:46:49.532124 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: network_availability_zone.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.532793 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.533292 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: network_availability_zone Apr 07 12:46:49.533608 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: network_ip_availability.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.534731 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.535243 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: network-ip-availability Apr 07 12:46:49.535563 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: network_segment_range.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.536322 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.536824 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 12:46:49.537145 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: pagination.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.538114 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.538469 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: pagination Apr 07 12:46:49.538785 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: port_device_profile.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.539693 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.540201 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: port-device-profile Apr 07 12:46:49.540610 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.541520 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.542026 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: port-mac-address-regenerate Apr 07 12:46:49.542460 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.543379 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.543886 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: port-numa-affinity-policy Apr 07 12:46:49.544203 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: port_resource_request.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.545103 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.545611 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 12:46:49.545930 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: port_resource_request_groups.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.546913 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.547424 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 12:46:49.547743 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: portbindings.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.548754 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.549267 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: binding Apr 07 12:46:49.549585 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: portbindings_extended.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.550869 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.551382 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: binding-extended Apr 07 12:46:49.551706 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: portsecurity.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.552617 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.553125 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: port-security Apr 07 12:46:49.553445 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: project_id.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.554453 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.554780 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: project-id Apr 07 12:46:49.555096 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: providernet.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.556528 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.557032 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: provider Apr 07 12:46:49.557349 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.560866 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.561399 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos not supported by any of loaded plugins Apr 07 12:46:49.561729 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.562998 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.563514 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 12:46:49.563843 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.564752 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.565262 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 12:46:49.565584 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_default.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.566542 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.567053 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-default not supported by any of loaded plugins Apr 07 12:46:49.567377 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_fip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.568308 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.568819 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 12:46:49.569146 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.570055 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.570599 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 12:46:49.570928 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_gateway_ip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.572564 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.573074 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 12:46:49.573396 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_port_network_policy.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.574406 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.574916 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 12:46:49.575237 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.576271 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.576778 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 12:46:49.577096 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.578123 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.578668 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 12:46:49.578988 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_pps_rule.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.580148 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.580663 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-pps not supported by any of loaded plugins Apr 07 12:46:49.580991 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_rule_type_details.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.581900 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.582443 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 12:46:49.582764 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.583672 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.584181 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 12:46:49.584499 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: qos_rules_alias.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.585555 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.586065 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 12:46:49.586419 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: quota_check_limit.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.587395 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.588057 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: quota-check-limit Apr 07 12:46:49.588380 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: quotasv2.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.589310 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.589640 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: quotas Apr 07 12:46:49.589957 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: quotasv2_detail.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.591690 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.592028 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: quota_details Apr 07 12:46:49.592356 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: rbac.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.593394 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.593921 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: rbac-policies Apr 07 12:46:49.594270 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: rbac_address_group.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.595212 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.595730 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: rbac-address-group Apr 07 12:46:49.596056 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: rbac_address_scope.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.596971 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.597533 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: rbac-address-scope Apr 07 12:46:49.597813 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: rbac_security_groups.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.598815 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.599333 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: rbac-security-groups Apr 07 12:46:49.599653 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: rbac_subnetpool.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.600843 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.601358 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: rbac-subnetpool Apr 07 12:46:49.601680 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: revisionifmatch.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.602632 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.603352 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: revision-if-match Apr 07 12:46:49.603674 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: revisions.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.604785 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.605297 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: standard-attr-revisions Apr 07 12:46:49.605618 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: router_availability_zone.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.606317 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.606826 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: router_availability_zone Apr 07 12:46:49.607145 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: routerservicetype.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.608063 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.608570 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 12:46:49.608888 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.609828 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.610375 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: security-groups-normalized-cidr Apr 07 12:46:49.610695 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.611618 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.612124 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: port-security-groups-filtering Apr 07 12:46:49.612441 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.613372 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.613884 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: security-groups-remote-address-group Apr 07 12:46:49.614203 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.615162 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.615669 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: security-groups-shared-filtering Apr 07 12:46:49.615986 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.616568 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 12:46:49.616883 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: securitygroup.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.627295 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.627825 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: security-group Apr 07 12:46:49.628157 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: segment.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.628882 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.629394 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension segment not supported by any of loaded plugins Apr 07 12:46:49.629718 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.630681 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.631188 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 12:46:49.631515 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: servicetype.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.632596 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.633111 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: service-type Apr 07 12:46:49.633435 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: sorting.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.635047 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.635375 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: sorting Apr 07 12:46:49.635693 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: standard_attr_segment.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.636607 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.637112 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 12:46:49.637431 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: standardattrdescription.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.638077 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.638616 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: standard-attr-description Apr 07 12:46:49.638939 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: stateful_security_group.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.639893 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.640400 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: stateful-security-group Apr 07 12:46:49.640720 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: stdattrs_common.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.641286 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 12:46:49.641607 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.642574 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.643095 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 12:46:49.643416 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: subnet_onboard.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.644456 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.644972 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: subnet_onboard Apr 07 12:46:49.645291 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.646234 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.646741 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 12:46:49.647062 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: subnet_service_types.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.647973 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.648483 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: subnet-service-types Apr 07 12:46:49.648803 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: subnetallocation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.650100 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.650758 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: subnet_allocation Apr 07 12:46:49.651081 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.651751 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.652256 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: subnetpool-prefix-ops Apr 07 12:46:49.652576 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.653505 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.654010 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 12:46:49.654368 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: tagging.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.655433 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.655947 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: standard-attr-tag Apr 07 12:46:49.656269 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: timestamp.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.657490 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.658002 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loaded extension: standard-attr-timestamp Apr 07 12:46:49.658357 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: trunk.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.659392 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.659904 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension trunk not supported by any of loaded plugins Apr 07 12:46:49.660222 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: trunk_details.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.661142 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.661658 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 12:46:49.661977 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: uplink_status_propagation.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.662926 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.663433 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 12:46:49.663752 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Loading extension file: vlantransparent.py {{(pid=103052) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 12:46:49.664416 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103052) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 12:46:49.664923 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 12:46:49.667993 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:network Apr 07 12:46:49.668512 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:subnet Apr 07 12:46:49.668906 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 12:46:49.669292 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:port Apr 07 12:46:49.670537 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.670979 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service FLAVORS assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.671591 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.672025 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.672354 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:router Apr 07 12:46:49.672774 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 12:46:49.673251 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service METERING assigned prefix: /metering {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.674768 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.675143 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.675494 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:46:49.676477 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 12:46:49.676917 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:security_group Apr 07 12:46:49.677344 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 12:46:49.677935 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service CORE assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.678291 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 12:46:49.678641 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] subnetpool is already registered Apr 07 12:46:49.679063 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service CORE assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.679383 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 12:46:49.679707 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] subnetpool is already registered Apr 07 12:46:49.682612 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.683040 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service FLAVORS assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.683629 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.684049 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.684381 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:router Apr 07 12:46:49.684715 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] router is already registered Apr 07 12:46:49.685124 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 12:46:49.685457 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] floatingip is already registered Apr 07 12:46:49.685903 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service METERING assigned prefix: /metering {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.686595 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 12:46:49.686919 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] rbac_policy is already registered Apr 07 12:46:49.687325 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:security_group Apr 07 12:46:49.687654 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] security_group is already registered Apr 07 12:46:49.688049 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 12:46:49.688375 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] security_group_rule is already registered Apr 07 12:46:49.688985 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service CORE assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.689308 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 12:46:49.689634 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] subnetpool is already registered Apr 07 12:46:49.690042 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.v2.resource_helper [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Service CORE assigned prefix: {{(pid=103052) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 12:46:49.690397 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 12:46:49.690724 dv-cinder-836944-2-smb neutron-server[103052]: WARNING neutron.quota.resource_registry [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] subnetpool is already registered Apr 07 12:46:49.691195 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: extensions {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.692612 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: address-groups {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.694085 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: address-scopes {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.695433 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: agents {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.696599 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: auto-allocated-topology {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.697838 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: availability_zones {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.699063 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: dhcp-networks {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.700558 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: dhcp-agents {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.701996 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: routers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.705118 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: flavors {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.706329 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: service_profiles {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.707530 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: next_providers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.708965 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: service_profiles {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.710532 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: floatingip-pools {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.711750 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: routers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.713848 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: floatingips {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.715168 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: l3-routers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.716573 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: l3-agents {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.717963 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: metering-labels {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.719335 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: metering-label-rules {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.720597 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: network-ip-availabilities {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.721857 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: bindings {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.723524 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: quotas {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.725070 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: quotas {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.726878 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: rbac-policies {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.728716 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: security-groups {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.729938 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: security-group-rules {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.731174 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: service-providers {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.732396 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: subnetpools {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.733801 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: subnetpools {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.735278 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.736941 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.738791 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.740556 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.742342 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.744768 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.746514 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.748396 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.750123 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.752070 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron.api.extensions [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Extended resource: tags {{(pid=103052) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 12:46:49.757906 dv-cinder-836944-2-smb neutron-server[103052]: WARNING keystonemiddleware.auth_token [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 12:46:49.762973 dv-cinder-836944-2-smb neutron-server[103052]: WARNING keystonemiddleware.auth_token [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 12:46:49.771429 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_concurrency.lockutils [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Acquired lock "singleton_lock" {{(pid=103052) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 12:46:49.771907 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_concurrency.lockutils [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Releasing lock "singleton_lock" {{(pid=103052) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 12:46:49.772564 dv-cinder-836944-2-smb neutron-server[103052]: INFO oslo_service.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Starting 2 workers Apr 07 12:46:49.777612 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Started child 103161 {{(pid=103052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 12:46:49.782111 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Started child 103162 {{(pid=103052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 12:46:49.783233 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:49.783948 dv-cinder-836944-2-smb neutron-server[103052]: INFO neutron.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 12:46:49.784384 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:49.784773 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [-] (103161) wsgi starting up on http://0.0.0.0:9696 Apr 07 12:46:49.786850 dv-cinder-836944-2-smb neutron-server[103052]: INFO oslo_service.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Starting 1 workers Apr 07 12:46:49.786996 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:49.788292 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [-] (103162) wsgi starting up on http://0.0.0.0:9696 Apr 07 12:46:49.792682 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Started child 103163 {{(pid=103052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 12:46:49.793276 dv-cinder-836944-2-smb neutron-server[103052]: INFO oslo_service.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Starting 1 workers Apr 07 12:46:49.796469 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] calling RpcWorker wait() {{(pid=103163) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 12:46:49.796992 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] returning from RpcWorker wait() {{(pid=103163) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 12:46:49.797843 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Started child 103164 {{(pid=103052) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 12:46:49.798239 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:49.798688 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10515040-b78a-4322-a33a-975b2b02f182 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:49.798781 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:46:49.800694 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103052) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 12:46:49.800912 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 12:46:49.801111 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 12:46:49.801331 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 12:46:49.801664 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 12:46:49.801826 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 12:46:49.802369 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.802653 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.802937 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.803206 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.803493 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.803762 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:46:49.804218 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.804387 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.804623 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.804895 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.805125 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.805220 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:46:49.805291 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.805443 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.805684 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.806913 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.806913 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.807224 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.807386 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.807626 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.807750 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.807989 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.808265 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.808526 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.808793 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] debug = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.809044 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.809530 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.809751 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.810006 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.810239 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.810504 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.810731 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.810988 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.811242 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.811486 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.811725 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.811971 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.812208 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.812422 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.812696 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.812909 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.813177 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.813390 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.813852 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] host = dv-cinder-836944-2-smb {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.814099 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.814370 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.814601 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.814855 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.815113 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.815342 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.815602 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.815869 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.816120 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.816344 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.816590 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.816837 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.817056 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.817310 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.817471 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_options = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.817715 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.817973 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.818257 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.818427 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.818594 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.818756 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.819013 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.819174 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.819422 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.819639 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.819853 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.820082 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.820297 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.820587 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.820757 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.820969 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.821212 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.821417 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.822260 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.823073 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.823348 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.823710 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.823853 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.824009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.824298 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.824621 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.824810 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.824997 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.825244 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.825484 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.825729 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.825979 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.826232 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.826485 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.826755 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.827697 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.827697 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.827697 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.828071 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.828071 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.828314 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.828933 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.828933 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.828933 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.829304 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.829426 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.829558 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_json = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.830211 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.830211 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.830211 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.831184 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.831184 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.831184 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.831184 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.831530 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.831611 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.831999 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.832292 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.832604 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.832874 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.833549 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.833549 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.833789 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.833789 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.834034 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.834348 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.834663 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.834887 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.836897 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.836897 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.836897 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.836897 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.836897 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.836897 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.836897 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.837478 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.837478 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.837478 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.837694 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.837916 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.838188 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.838454 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.838700 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.839021 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.839269 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.840176 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.840446 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.840714 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.840977 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.841202 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.841433 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.841690 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.841906 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.842129 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.842373 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.842649 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.842900 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.843113 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.843333 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.843579 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.843790 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.844014 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.844254 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.844512 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.844758 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.844978 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.845189 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.845417 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.845626 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.845853 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.846077 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.846330 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.847711 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.848376 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.848611 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.848831 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.849072 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.849824 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.850210 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.850779 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.851011 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.851339 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.851567 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.853730 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.854032 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.854280 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.854505 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.854729 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.854952 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.855196 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.855414 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.855646 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.856313 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.856803 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.857347 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.857913 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.858160 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.858419 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.858648 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.858871 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.859089 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.859310 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.861700 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.861972 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.862209 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.862472 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.862705 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.862999 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.863338 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.863624 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.863880 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.864153 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.864403 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.864617 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.864870 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.865384 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.865733 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.865854 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.866112 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.866374 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.866645 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.866873 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.867123 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.867371 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.867592 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.869704 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.869960 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.870247 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.871056 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.871318 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.871622 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.871869 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.872131 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.872374 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.872650 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.872937 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.873169 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.873434 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.873676 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.873960 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.874333 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.874690 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.874988 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.875344 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.875596 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.875854 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.876090 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.876341 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.876574 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.877168 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.877857 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.878131 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.879704 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.879946 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.880218 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.880543 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.880797 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.881025 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.881242 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.881512 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.881784 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.882061 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.882597 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.882863 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.883128 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.883700 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.883962 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.884410 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.884664 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.884925 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.885144 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.885399 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.885622 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.885890 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.886090 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.886495 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.887438 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.887664 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.887892 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.888109 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.888353 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.888577 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.888844 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.889062 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.889283 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.889524 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.889769 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.889981 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.890205 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.890439 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.890691 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.890928 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.891211 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.891480 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.891723 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.891952 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.892199 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.892510 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.892628 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.892902 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.893123 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.893334 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.893544 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.894296 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.894532 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.894764 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.894992 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.895225 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.895478 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.895737 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.896089 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.896332 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.896590 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.896835 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.897070 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.897288 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.897519 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.897755 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.897974 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.898187 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.898432 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.898668 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.898881 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.899090 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.899480 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.900013 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.901165 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.901417 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.901660 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.901902 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.902127 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.902376 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.902595 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.902950 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.903174 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.903390 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.903636 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.903851 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.904065 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.904361 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.904611 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.904868 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.905143 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.905383 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.905632 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.905876 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.906084 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.906342 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.906562 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.906777 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.906986 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.907229 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.907437 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.907664 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.907882 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.907979 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:46:49.908099 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.908306 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.908558 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.908786 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.908992 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.909208 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.909422 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.909627 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.909846 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.910050 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.910273 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.910495 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.910709 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.910917 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.911139 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.911348 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.911552 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.911770 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.911983 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.912188 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.912472 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.912726 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.913692 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.915174 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.916009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.916269 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.916528 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.916865 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.917083 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.917355 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.917577 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.917819 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.918040 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.918568 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.918898 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.919207 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.919477 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.919714 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.919980 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.920256 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.920530 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.920741 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.921066 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.921395 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.921676 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.921936 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.922177 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.922439 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.922661 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.922896 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.923117 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.923336 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.923552 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.923821 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.924071 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.924298 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.924532 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.924767 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.924996 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.925243 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.925454 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.925693 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.925918 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.926076 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 12:46:49.926668 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103052) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 12:46:49.926820 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 12:46:49.926970 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 12:46:49.927140 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 12:46:49.927309 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 12:46:49.927460 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 12:46:49.927670 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.927830 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.927989 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.928148 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.928305 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.928483 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.928644 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.928800 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.928958 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.929115 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.929272 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.929428 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.929585 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.929743 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.929899 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.930054 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.930212 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.930389 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.930556 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.930711 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.930868 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.931571 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.931757 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] debug = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.931884 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.932090 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.932252 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.932409 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.932567 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.932722 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.932877 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.933033 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.933189 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.933346 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.933501 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.934479 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.934654 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.934819 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.934983 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.935143 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.935313 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.935479 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.935640 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] host = dv-cinder-836944-2-smb {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.935800 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.935958 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.936114 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.936292 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.936450 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.936606 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.936777 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.936920 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.937077 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.937231 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.937389 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.937542 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.937699 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.937851 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.938085 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_options = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.938275 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.938434 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.938589 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.938772 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.938932 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.939086 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.939243 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.939397 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.939552 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.939708 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.939862 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.940018 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.940173 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.940395 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.940599 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.940760 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.940915 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.941073 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.941304 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.941615 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.941886 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.942046 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.942202 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.942376 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.942531 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.942688 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.942840 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.942994 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.943183 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.943418 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.943580 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.943736 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.943891 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.944046 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.944201 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.944354 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.944509 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.944663 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.944822 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.944975 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.945130 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.945283 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.945437 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.946320 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.946320 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.946320 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.946320 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_json = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.946320 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.946320 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.946832 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.946832 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.946832 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.947045 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.947132 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.947210 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.947356 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 12:46:49.947530 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.947689 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.947857 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.948013 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.948172 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.948671 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.948671 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.948671 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.948914 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.948914 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.949074 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.949231 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.949398 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.949555 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.949710 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951009 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951545 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951545 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951545 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951545 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951842 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951842 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.951983 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.952096 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.952253 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.952412 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.952554 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.952727 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.952868 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.953012 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.953175 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.953940 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.953940 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.953940 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.953940 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.953940 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.954359 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.954359 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.954359 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.954563 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.954664 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.954820 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.954977 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.955134 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.955291 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.955447 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.955605 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.955762 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.955918 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.956074 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.956239 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.956393 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.956550 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.956705 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.956861 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.957017 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.957172 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.957327 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.957484 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.957639 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.957796 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.957964 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.958119 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.958296 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.958453 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.958635 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.958792 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.958948 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.959106 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.959261 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.959417 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.959574 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.959729 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.959884 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.960039 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.960196 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.960352 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.960508 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.960665 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.960822 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.960977 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.961134 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.961290 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.961449 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.961615 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.961785 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.961941 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.962100 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.962299 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.962459 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.962616 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.962794 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.962965 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.963122 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.963279 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.963434 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.963591 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.963749 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.963905 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.964064 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.964247 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.964420 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.964562 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.964718 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.964875 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.965032 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.965190 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.965346 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.965502 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.965658 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.965813 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.965968 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.966135 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.966310 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.966476 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.966617 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.966829 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.966945 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.967102 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.967259 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.967414 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.967570 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.967756 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.968089 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.968253 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.968329 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 55948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:46:49.968402 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.968554 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.968712 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.968880 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.969037 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.969193 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.969349 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.969527 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.969682 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.969839 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.969995 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.970151 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.970327 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.970485 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.970641 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.970797 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.970952 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.971108 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.971266 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.971426 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.971583 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.971738 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.971893 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.972050 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.972207 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.972362 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.972519 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.972677 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.972832 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.972989 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.973145 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.973300 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.973456 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.973610 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.973765 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.973921 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.974076 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.974247 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.974410 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.974568 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.974724 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.974879 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.975034 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.975189 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.975601 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.975758 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.975914 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.976070 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.976227 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.976384 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.976541 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.976698 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.976855 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.977033 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.977157 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.977312 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.977470 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.977626 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.978323 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.978546 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.978704 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.978860 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.979037 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.979178 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.979335 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.979497 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.979653 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.979809 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.979965 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.980120 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.980353 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.980673 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100510 Apr 07 12:46:49.981300 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.981300 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.981300 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.981300 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.981300 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.981300 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.981728 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.981728 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.981728 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.981941 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.982017 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.982135 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.982313 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.982472 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.982629 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.982785 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.982942 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.983117 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.983252 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.983407 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.983577 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.983743 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.983894 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.984049 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.984206 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.984361 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.984527 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.984684 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.984840 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.984996 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.985152 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.985308 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.985473 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.985628 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.985784 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.985939 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.986096 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.986273 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.986439 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.986594 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.986749 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.986904 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.987060 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.987215 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.987378 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.987533 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.987688 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.987842 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.987999 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.988154 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.988319 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.988474 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.988629 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.988790 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.988999 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.989903 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.989903 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.989903 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.989903 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.989903 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.989903 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.990403 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.990403 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.990403 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.990606 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.990606 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.990745 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.990868 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.991025 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.991184 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.991349 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.991546 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.991679 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.991841 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.992006 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.992169 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.992333 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.992493 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.992654 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.992862 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.993024 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.993183 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.993339 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.994151 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.994359 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.994521 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.994687 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.994840 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.994996 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.995155 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.995313 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.995471 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.995626 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.995782 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.995939 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.996096 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.996252 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.996438 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.996593 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 12:46:49.996742 dv-cinder-836944-2-smb neutron-server[103052]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103052) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 12:47:01.594068 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97eb629-dbe9-4b5f-9cde-47b3f0652439 None None] get_active_networks_info from dv-cinder-836944-2-smb {{(pid=103163) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 12:47:01.715823 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97eb629-dbe9-4b5f-9cde-47b3f0652439 None None] No non-hosted networks {{(pid=103163) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 12:47:01.746523 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.agentschedulers_db [None req-b97eb629-dbe9-4b5f-9cde-47b3f0652439 None None] DHCP Agent not found on host dv-cinder-836944-2-smb {{(pid=103163) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 12:47:01.928556 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3775291b-605d-49e5-81e7-ba2f6dd14c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2031530'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:03.818512 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-264574cb-661a-430e-afd7-d015ce65f816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2031530'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:03.863801 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f272e111-cbb9-42ea-981d-310d12883396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:04.663155 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56014) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:05.086341 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2031530'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:05.301904 dv-cinder-836944-2-smb neutron-server[103161]: WARNING oslo_policy.policy [None req-98488b10-d3b1-4611-8770-42d8651231af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 12:47:05.302742 dv-cinder-836944-2-smb neutron-server[103161]: WARNING oslo_policy.policy [None req-98488b10-d3b1-4611-8770-42d8651231af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 12:47:05.529365 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [None req-98488b10-d3b1-4611-8770-42d8651231af admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:47:05.542270 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-98488b10-d3b1-4611-8770-42d8651231af admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8646960 Apr 07 12:47:06.353113 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2031530'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:07.724938 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2031530'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:07.725918 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.726281 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.726643 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.727004 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.727473 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.727880 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.728249 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.728767 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.729272 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.729699 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.730024 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.730454 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.730795 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.731114 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.731421 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:07.731830 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836944-2-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:07.741811 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836944-2-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:08.147030 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56048) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:08.647410 dv-cinder-836944-2-smb neutron-server[103162]: WARNING oslo_policy.policy [None req-1774a0aa-8b68-4c3b-a045-46ae33c75302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 12:47:08.648005 dv-cinder-836944-2-smb neutron-server[103162]: WARNING oslo_policy.policy [None req-1774a0aa-8b68-4c3b-a045-46ae33c75302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 12:47:08.871378 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1774a0aa-8b68-4c3b-a045-46ae33c75302 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:47:08.963376 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.policy [None req-1774a0aa-8b68-4c3b-a045-46ae33c75302 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 12:47:09.006164 dv-cinder-836944-2-smb neutron-server[103162]: WARNING oslo_policy.policy [None req-1774a0aa-8b68-4c3b-a045-46ae33c75302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 12:47:09.006563 dv-cinder-836944-2-smb neutron-server[103162]: WARNING oslo_policy.policy [None req-1774a0aa-8b68-4c3b-a045-46ae33c75302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 12:47:09.104839 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1774a0aa-8b68-4c3b-a045-46ae33c75302 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729712234664', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729712160117', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729712153135', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729712145984', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729712136963', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729712195981', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1000142', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-851765', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1950226', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1712326'] for rbac-policy (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:09.177719 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1774a0aa-8b68-4c3b-a045-46ae33c75302 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:09.186291 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-1774a0aa-8b68-4c3b-a045-46ae33c75302 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0310786 Apr 07 12:47:11.713264 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56066) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:11.926068 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.db.l3_hamode_db [None req-c88e5e1c-d2c4-43ab-8093-c5e516fdf9f7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 12:47:12.002287 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e5e1c-d2c4-43ab-8093-c5e516fdf9f7 None None] Routers set() bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:47:12.002672 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e5e1c-d2c4-43ab-8093-c5e516fdf9f7 None None] Router IDs set() for agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 12:47:12.031455 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:47:12.089329 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Made reservation on behalf of ac637b5dc3db47ec919b923b0f11613f for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:47:12.152265 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.policy [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103161) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 12:47:12.194748 dv-cinder-836944-2-smb neutron-server[103161]: WARNING oslo_policy.policy [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 12:47:12.195125 dv-cinder-836944-2-smb neutron-server[103161]: WARNING oslo_policy.policy [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 12:47:12.206077 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:12.228978 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:12.341291 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Publish callbacks [] for security_group (7ab132bc-f39f-4add-9d85-9a3a4b5c2e8a), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:12.344152 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7ab132bc-f39f-4add-9d85-9a3a4b5c2e8a), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:12.378961 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:47:12.405756 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729711009473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (2fbe1d10-4265-4a3b-94ff-45b07d777b1b), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:12.406361 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Unsubscribe: segment precommit_create {{(pid=103161) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 12:47:12.406865 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Added segment 2fbe1d10-4265-4a3b-94ff-45b07d777b1b of type vlan for network 4f8e33eb-4030-4590-a974-84d790514aa1 Apr 07 12:47:12.412418 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab132bc-f39f-4add-9d85-9a3a4b5c2e8a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:12.437786 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.438127 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.438489 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.438837 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.439167 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.439494 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.439810 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.440128 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.440445 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.440758 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.441072 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.441401 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.441716 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.442024 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.442365 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Tracked resource versions report: Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: pushed versions: Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: { 'AddressGroup': {'1.2'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Agent': {'1.1'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'ConntrackHelper': {'1.0'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Log': {'1.0'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'NDPProxy': {'1.0'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Network': {'1.1'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Port': {'1.7'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'PortForwarding': {'1.3'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'QosPolicy': {'1.10'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'SecurityGroup': {'1.5'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'SubPort': {'1.0'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Subnet': {'1.1'}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Trunk': {'1.1'}} Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: consumer versions: Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: { DHCP agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: L3 agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: Metadata agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: Metering agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: Open vSwitch agent@dv-cinder-836944-2-smb: { 'AddressGroup': '1.2', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Agent': '1.1', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'ConntrackHelper': '1.0', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'LocalIPAssociation': '1.0', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Log': '1.0', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'NDPProxy': '1.0', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Network': '1.1', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Port': '1.7', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'PortForwarding': '1.3', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'QosPolicy': '1.10', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'SecurityGroup': '1.5', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'SecurityGroupRule': '1.2', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'SubPort': '1.0', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Subnet': '1.1', Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: 'Trunk': '1.1'}} Apr 07 12:47:12.443593 dv-cinder-836944-2-smb neutron-server[103161]: {{(pid=103161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:47:12.530556 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (4f8e33eb-4030-4590-a974-84d790514aa1), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:12.571714 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (4f8e33eb-4030-4590-a974-84d790514aa1), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:12.576874 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:47:12.577575 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:12.648772 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9343724 Apr 07 12:47:12.700277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe9ac5-ab13-4729-be49-ab086743bc09 demo demo] Pushing event updated for resources: {'Network': ['ID=4f8e33eb-4030-4590-a974-84d790514aa1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:12.712943 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 4f8e33eb-4030-4590-a974-84d790514aa1 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:47:15.191922 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:15.626475 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c9401-0d98-402d-9c72-96575218e9ea demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:47:15.627951 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-644c9401-0d98-402d-9c72-96575218e9ea demo admin] 10.222.0.45 "GET /v2.0/networks/4f8e33eb-4030-4590-a974-84d790514aa1 HTTP/1.1" status: 200 len: 825 time: 0.4351165 Apr 07 12:47:15.652062 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-096a2359-2546-46c0-b06b-ef66b33907ff demo admin] 10.222.0.45 "GET /v2.0/subnetpools/9b7162bd-7b33-4b3c-bf5d-460de6adcb58 HTTP/1.1" status: 200 len: 734 time: 0.0185091 Apr 07 12:47:15.660227 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Request body: {'subnet': {'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '9b7162bd-7b33-4b3c-bf5d-460de6adcb58'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:47:15.685344 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Made reservation on behalf of ac637b5dc3db47ec919b923b0f11613f for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:47:15.687883 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:15.965221 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (9ba6c848-92eb-4e2a-8e2d-040e8702bb4c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:16.035268 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Checking segment: {'id': '2fbe1d10-4265-4a3b-94ff-45b07d777b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:47:16.035632 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Network hostable DHCP agents. Network: 4f8e33eb-4030-4590-a974-84d790514aa1, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:47:16.046144 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9ba6c848-92eb-4e2a-8e2d-040e8702bb4c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:16.057371 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.057747 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.058096 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.058465 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.058799 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.059124 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.059444 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.059764 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.060083 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.060400 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.060716 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.061049 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.061366 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.061681 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.061992 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Tracked resource versions report: Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: pushed versions: Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: { 'AddressGroup': {'1.2'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Agent': {'1.1'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'ConntrackHelper': {'1.0'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Log': {'1.0'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'NDPProxy': {'1.0'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Network': {'1.1'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Port': {'1.7'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'PortForwarding': {'1.3'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'QosPolicy': {'1.10'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'SecurityGroup': {'1.5'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'SubPort': {'1.0'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Subnet': {'1.1'}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Trunk': {'1.1'}} Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: consumer versions: Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: { DHCP agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: L3 agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: Metadata agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: Metering agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: Open vSwitch agent@dv-cinder-836944-2-smb: { 'AddressGroup': '1.2', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Agent': '1.1', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'ConntrackHelper': '1.0', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'LocalIPAssociation': '1.0', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Log': '1.0', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'NDPProxy': '1.0', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Network': '1.1', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Port': '1.7', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'PortForwarding': '1.3', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'QosPolicy': '1.10', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'SecurityGroup': '1.5', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'SecurityGroupRule': '1.2', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'SubPort': '1.0', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Subnet': '1.1', Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: 'Trunk': '1.1'}} Apr 07 12:47:16.063232 dv-cinder-836944-2-smb neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:47:16.091224 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Network 4f8e33eb-4030-4590-a974-84d790514aa1 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:47:16.103382 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 4f8e33eb-4030-4590-a974-84d790514aa1) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:47:16.107896 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:47:16.108509 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:16.112659 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87520c88-e4a6-45d5-9b92-228263f501cb None None] Network 4f8e33eb-4030-4590-a974-84d790514aa1 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:47:16.126788 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-bc3aff02-36bc-4be7-a9d6-cdfc1804e2b4 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4696450 Apr 07 12:47:16.504776 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-4f8e33eb-4030-4590-a974-84d790514aa1', 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1', 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'fixed_ips': [{'subnet_id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:47:16.506078 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:16.782329 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Allocated IP 172.20.0.2 (4f8e33eb-4030-4590-a974-84d790514aa1/9ba6c848-92eb-4e2a-8e2d-040e8702bb4c/74783846-7e3f-42d8-a054-e3c41cb182a5) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:47:17.053749 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Publish callbacks [] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:17.065035 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:17.143680 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Network 4f8e33eb-4030-4590-a974-84d790514aa1 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:47:17.153375 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:47:17.155598 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Pushing event updated for resources: {'Port': ['ID=74783846-7e3f-42d8-a054-e3c41cb182a5,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:17.160107 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:47:17.167942 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.168284 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.168627 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.168976 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.169299 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.169623 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.169944 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.170285 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.170607 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.170924 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.171245 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.171579 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.171898 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.172212 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.172527 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Tracked resource versions report: Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: pushed versions: Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: { 'AddressGroup': {'1.2'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Agent': {'1.1'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Log': {'1.0'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'NDPProxy': {'1.0'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Network': {'1.1'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Port': {'1.7'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'PortForwarding': {'1.3'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'QosPolicy': {'1.10'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'SecurityGroup': {'1.5'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'SubPort': {'1.0'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Subnet': {'1.1'}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Trunk': {'1.1'}} Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: consumer versions: Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: { DHCP agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: L3 agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: Metadata agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: Metering agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: Open vSwitch agent@dv-cinder-836944-2-smb: { 'AddressGroup': '1.2', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Agent': '1.1', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'ConntrackHelper': '1.0', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'LocalIPAssociation': '1.0', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Log': '1.0', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'NDPProxy': '1.0', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Network': '1.1', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Port': '1.7', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'PortForwarding': '1.3', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'QosPolicy': '1.10', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'SecurityGroup': '1.5', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'SecurityGroupRule': '1.2', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'SubPort': '1.0', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Subnet': '1.1', Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: 'Trunk': '1.1'}} Apr 07 12:47:17.173738 dv-cinder-836944-2-smb neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:47:17.247492 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Attempting to bind port 74783846-7e3f-42d8-a054-e3c41cb182a5 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:47:17.247889 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Attempting to bind port 74783846-7e3f-42d8-a054-e3c41cb182a5 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '2fbe1d10-4265-4a3b-94ff-45b07d777b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:47:17.248294 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Attempting to bind port 74783846-7e3f-42d8-a054-e3c41cb182a5 on network 4f8e33eb-4030-4590-a974-84d790514aa1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:47:17.253209 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:47:17.253585 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Checking segment: {'id': '2fbe1d10-4265-4a3b-94ff-45b07d777b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:47:17.254056 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:17.254474 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Bound using segment: {'id': '2fbe1d10-4265-4a3b-94ff-45b07d777b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:47:17.255052 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Bound port: 74783846-7e3f-42d8-a054-e3c41cb182a5, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbe1d10-4265-4a3b-94ff-45b07d777b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:47:17.255454 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:17.317850 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] For port 74783846-7e3f-42d8-a054-e3c41cb182a5, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:47:17.337337 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] For port 74783846-7e3f-42d8-a054-e3c41cb182a5, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=74783846-7e3f-42d8-a054-e3c41cb182a5,segment=NetworkSegment(2fbe1d10-4265-4a3b-94ff-45b07d777b1b),segment_id=2fbe1d10-4265-4a3b-94ff-45b07d777b1b)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:47:17.344725 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:17.400752 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb047f33-293d-498d-959a-486d8cb42737 None None] Pushing event updated for resources: {'Port': ['ID=74783846-7e3f-42d8-a054-e3c41cb182a5,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:18.720390 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56092) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:19.035429 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [None req-793f61a0-d592-4b7b-a1d3-40ef631309fd admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:47:19.036495 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-793f61a0-d592-4b7b-a1d3-40ef631309fd admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3151853 Apr 07 12:47:21.673388 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56100) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:21.991171 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [None req-b76d18fb-6080-4b12-bf78-7d92cd872ba6 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:47:21.992254 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b76d18fb-6080-4b12-bf78-7d92cd872ba6 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3177199 Apr 07 12:47:24.571942 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:24.884121 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-9a6b69cb-ac2d-473f-affc-baf42b955ab6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:47:24.908086 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a6b69cb-ac2d-473f-affc-baf42b955ab6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2030920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65278'] for router (02579a8e-4c32-4452-be3f-eeea42412b38), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:24.909693 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a6b69cb-ac2d-473f-affc-baf42b955ab6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2031076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65271'] for router (02579a8e-4c32-4452-be3f-eeea42412b38), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:25.068325 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a6b69cb-ac2d-473f-affc-baf42b955ab6 demo demo] Publish callbacks [] for router_controller (02579a8e-4c32-4452-be3f-eeea42412b38), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:25.074171 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a6b69cb-ac2d-473f-affc-baf42b955ab6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319'] for router (02579a8e-4c32-4452-be3f-eeea42412b38), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:25.093881 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9a6b69cb-ac2d-473f-affc-baf42b955ab6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:25.095153 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-9a6b69cb-ac2d-473f-affc-baf42b955ab6 demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5221369 Apr 07 12:47:27.652965 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:27.977780 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [None req-cda1733f-0054-487d-9d94-07b21d06b663 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:47:27.979170 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-cda1733f-0054-487d-9d94-07b21d06b663 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3247981 Apr 07 12:47:28.514094 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 74783846-7e3f-42d8-a054-e3c41cb182a5 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:47:28.598191 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 74783846-7e3f-42d8-a054-e3c41cb182a5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:28.598638 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:28.720164 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 74783846-7e3f-42d8-a054-e3c41cb182a5 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:47:28.720618 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:28.764049 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 74783846-7e3f-42d8-a054-e3c41cb182a5, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=74783846-7e3f-42d8-a054-e3c41cb182a5,segment=NetworkSegment(2fbe1d10-4265-4a3b-94ff-45b07d777b1b),segment_id=2fbe1d10-4265-4a3b-94ff-45b07d777b1b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:47:28.767780 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:28.820459 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=74783846-7e3f-42d8-a054-e3c41cb182a5,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:28.926304 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b421ba38-8d8b-4bc4-95bb-e28a7bf27a99 None None] Network 4f8e33eb-4030-4590-a974-84d790514aa1 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:47:29.059102 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a7e80e91-ba72-4031-a589-c7264e9151e3 None None] Provisioning complete for port 74783846-7e3f-42d8-a054-e3c41cb182a5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:29.059443 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7e80e91-ba72-4031-a589-c7264e9151e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:29.143459 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a7e80e91-ba72-4031-a589-c7264e9151e3 None None] Current status of the port 74783846-7e3f-42d8-a054-e3c41cb182a5 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:47:29.262485 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9f3d21a8-2a06-4c23-a5da-5e8aeaee19b0 None None] Provisioning complete for port 74783846-7e3f-42d8-a054-e3c41cb182a5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:29.262876 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9f3d21a8-2a06-4c23-a5da-5e8aeaee19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:29.339485 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d21a8-2a06-4c23-a5da-5e8aeaee19b0 None None] Current status of the port 74783846-7e3f-42d8-a054-e3c41cb182a5 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:47:30.496727 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 74783846-7e3f-42d8-a054-e3c41cb182a5 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:47:30.542839 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 74783846-7e3f-42d8-a054-e3c41cb182a5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:30.543222 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:30.557848 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56128) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:30.620271 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 74783846-7e3f-42d8-a054-e3c41cb182a5 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:47:30.866792 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:47:30.887214 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Made reservation on behalf of 9731685f30554ec7bf727f6a7a6925e1 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:47:30.889307 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:30.904409 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:31.003077 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Publish callbacks [] for security_group (f76870c0-1155-4d10-a303-552e28cb00f5), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:31.006527 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f76870c0-1155-4d10-a303-552e28cb00f5), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:31.025403 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Reserving flat network on physical network physnet1 {{(pid=103162) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 12:47:31.045147 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76870c0-1155-4d10-a303-552e28cb00f5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:31.051111 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729711009473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (e26b4ff8-31e9-43b2-9a72-f554d93ca231), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:31.051688 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Unsubscribe: segment precommit_create {{(pid=103162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 12:47:31.052146 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Added segment e26b4ff8-31e9-43b2-9a72-f554d93ca231 of type flat for network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 Apr 07 12:47:31.104635 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (fdde7dd6-ade0-4060-be18-d7e05bcc7f36), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:31.143382 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (fdde7dd6-ade0-4060-be18-d7e05bcc7f36), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:31.144205 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:47:31.144787 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:31.190633 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6316442 Apr 07 12:47:31.242051 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8060f-36f4-4faa-9a29-ea9c4b310b84 admin admin] Pushing event updated for resources: {'Network': ['ID=fdde7dd6-ade0-4060-be18-d7e05bcc7f36,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:31.252926 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:47:31.477660 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d74fd5c9-66a5-4a57-b51e-7d07b4db15b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:32.845309 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:47:33.732960 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56136) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:33.818380 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f4e87d6b-7262-4285-a6fa-d804f5179d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:34.138536 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e681a8-8a19-4ac0-ab7f-6e71e6efc97f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:47:34.139893 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e3e681a8-8a19-4ac0-ab7f-6e71e6efc97f demo admin] 10.222.0.45 "GET /v2.0/subnets/9ba6c848-92eb-4e2a-8e2d-040e8702bb4c HTTP/1.1" status: 200 len: 849 time: 0.4060199 Apr 07 12:47:34.314833 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-80f3adef-46e8-4e24-b99b-9acec2a219b5 demo admin] 10.222.0.45 "GET /v2.0/routers/02579a8e-4c32-4452-be3f-eeea42412b38 HTTP/1.1" status: 200 len: 704 time: 0.1675141 Apr 07 12:47:34.608789 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:34.900957 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Allocated IP 172.20.0.1 (4f8e33eb-4030-4590-a974-84d790514aa1/9ba6c848-92eb-4e2a-8e2d-040e8702bb4c/e9064436-d74b-47d7-85f7-a964e76d8c15) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:47:35.097049 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:35.103077 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Publish callbacks [] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:35.173392 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:35.251689 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Network 4f8e33eb-4030-4590-a974-84d790514aa1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:47:35.258832 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:47:35.261962 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:47:35.262556 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2031432'] for router_interface (02579a8e-4c32-4452-be3f-eeea42412b38), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:35.284745 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Pushing event updated for resources: {'Port': ['ID=e9064436-d74b-47d7-85f7-a964e76d8c15,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:35.482294 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:35.598188 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-3ec08ee4-82f9-4293-9249-27a21f6a75a4 None None] Provisioning complete for port e9064436-d74b-47d7-85f7-a964e76d8c15 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:35.598612 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ec08ee4-82f9-4293-9249-27a21f6a75a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:35.633964 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-3ec08ee4-82f9-4293-9249-27a21f6a75a4 None None] Port e9064436-d74b-47d7-85f7-a964e76d8c15 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:47:35.745592 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Publish callbacks [] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:35.749928 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:35.750746 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2031588'] for router_interface (02579a8e-4c32-4452-be3f-eeea42412b38), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:35.830848 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Pushing event updated for resources: {'Port': ['ID=e9064436-d74b-47d7-85f7-a964e76d8c15,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:35.879043 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Network 4f8e33eb-4030-4590-a974-84d790514aa1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:47:35.880367 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:47:36.049041 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Router 02579a8e-4c32-4452-be3f-eeea42412b38 is scheduled to L3 agent 45e35528-2698-4706-b1a2-483f8e65635b with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:47:36.055232 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-456a0e72-1721-465c-ac1e-49a3aad82887 None None] Provisioning complete for port e9064436-d74b-47d7-85f7-a964e76d8c15 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:36.055619 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-456a0e72-1721-465c-ac1e-49a3aad82887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:36.092813 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-456a0e72-1721-465c-ac1e-49a3aad82887 None None] Port e9064436-d74b-47d7-85f7-a964e76d8c15 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:47:36.144063 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:47:36.149938 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ebb6bfab-ad7d-4ad6-9611-02012b6dfe46 demo admin] 10.222.0.45 "PUT /v2.0/routers/02579a8e-4c32-4452-be3f-eeea42412b38/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8300452 Apr 07 12:47:36.154315 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Sync routers for ids ['02579a8e-4c32-4452-be3f-eeea42412b38'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:47:36.167404 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Routers {'02579a8e-4c32-4452-be3f-eeea42412b38'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:47:36.168247 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:47:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['02579a8e-4c32-4452-be3f-eeea42412b38'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:36.305947 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:36.362314 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Set router 02579a8e-4c32-4452-be3f-eeea42412b38 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:47:36.791795 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'name': 'router1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:47:24Z', 'updated_at': '2022-04-07T12:47:35Z', 'revision_number': 2, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'gw_port_host': None, '_interfaces': [{'id': 'e9064436-d74b-47d7-85f7-a964e76d8c15', 'name': '', 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'mac_address': 'fa:16:3e:b7:46:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:47:34Z', 'updated_at': '2022-04-07T12:47:35Z', 'revision_number': 2, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'subnets': [{'id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7162bd-7b33-4b3c-bf5d-460de6adcb58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:36.843575 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Checking router: 02579a8e-4c32-4452-be3f-eeea42412b38 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:47:36.843939 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Updating router 02579a8e-4c32-4452-be3f-eeea42412b38 port e9064436-d74b-47d7-85f7-a964e76d8c15 binding host dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:47:36.897179 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:37.434202 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Publish callbacks [] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:37.442691 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:37.635461 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Pushing event updated for resources: {'Port': ['ID=e9064436-d74b-47d7-85f7-a964e76d8c15,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:37.645434 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Attempting to bind port e9064436-d74b-47d7-85f7-a964e76d8c15 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:47:37.645835 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Attempting to bind port e9064436-d74b-47d7-85f7-a964e76d8c15 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '2fbe1d10-4265-4a3b-94ff-45b07d777b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:47:37.646265 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Attempting to bind port e9064436-d74b-47d7-85f7-a964e76d8c15 on network 4f8e33eb-4030-4590-a974-84d790514aa1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:47:37.651276 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.651856 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.652381 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.652892 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.653412 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.653920 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.654461 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.654980 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.655503 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.656018 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.656545 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.657064 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.657566 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.658053 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.658605 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Tracked resource versions report: Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: pushed versions: Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: { 'AddressGroup': {'1.2'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Agent': {'1.1'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Log': {'1.0'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'NDPProxy': {'1.0'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Network': {'1.1'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Port': {'1.7'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'PortForwarding': {'1.3'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'QosPolicy': {'1.10'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'SecurityGroup': {'1.5'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'SubPort': {'1.0'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Subnet': {'1.1'}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Trunk': {'1.1'}} Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: consumer versions: Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: { DHCP agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: L3 agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: Metadata agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: Metering agent@dv-cinder-836944-2-smb: {}, Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: Open vSwitch agent@dv-cinder-836944-2-smb: { 'AddressGroup': '1.2', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Agent': '1.1', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'ConntrackHelper': '1.0', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'LocalIPAssociation': '1.0', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Log': '1.0', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'NDPProxy': '1.0', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Network': '1.1', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Port': '1.7', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'PortForwarding': '1.3', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'QosPolicy': '1.10', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'SecurityGroup': '1.5', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'SecurityGroupRule': '1.2', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'SubPort': '1.0', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Subnet': '1.1', Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: 'Trunk': '1.1'}} Apr 07 12:47:37.660337 dv-cinder-836944-2-smb neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:47:37.667158 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:47:37.667553 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Checking segment: {'id': '2fbe1d10-4265-4a3b-94ff-45b07d777b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:47:37.668038 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:37.668415 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Bound using segment: {'id': '2fbe1d10-4265-4a3b-94ff-45b07d777b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:47:37.668898 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Bound port: e9064436-d74b-47d7-85f7-a964e76d8c15, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbe1d10-4265-4a3b-94ff-45b07d777b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:47:37.669800 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:37.744206 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] For port e9064436-d74b-47d7-85f7-a964e76d8c15, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:47:37.747760 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-aed8b845-f003-4cf2-a469-33f932e855a5 None None] Provisioning complete for port e9064436-d74b-47d7-85f7-a964e76d8c15 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:37.748921 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-aed8b845-f003-4cf2-a469-33f932e855a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:37.752566 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:37.767200 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] For port e9064436-d74b-47d7-85f7-a964e76d8c15, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=e9064436-d74b-47d7-85f7-a964e76d8c15,segment=NetworkSegment(2fbe1d10-4265-4a3b-94ff-45b07d777b1b),segment_id=2fbe1d10-4265-4a3b-94ff-45b07d777b1b)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:47:37.775911 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:37.792385 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-aed8b845-f003-4cf2-a469-33f932e855a5 None None] Port e9064436-d74b-47d7-85f7-a964e76d8c15 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:47:37.845489 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Routers {'02579a8e-4c32-4452-be3f-eeea42412b38'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:47:37.845489 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:47:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['02579a8e-4c32-4452-be3f-eeea42412b38'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:37.848218 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28542e-b72a-4c5e-a25e-a07326506170 None None] Pushing event updated for resources: {'Port': ['ID=e9064436-d74b-47d7-85f7-a964e76d8c15,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:37.962370 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] Set router 02579a8e-4c32-4452-be3f-eeea42412b38 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:47:38.015584 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d1a3c929-5f3c-4f29-89e8-6dfcf7429d1f None None] Provisioning complete for port e9064436-d74b-47d7-85f7-a964e76d8c15 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:38.016188 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1a3c929-5f3c-4f29-89e8-6dfcf7429d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:38.110354 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d1a3c929-5f3c-4f29-89e8-6dfcf7429d1f None None] Current status of the port e9064436-d74b-47d7-85f7-a964e76d8c15 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:47:38.110755 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1a3c929-5f3c-4f29-89e8-6dfcf7429d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:38.143139 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d1a3c929-5f3c-4f29-89e8-6dfcf7429d1f None None] For port e9064436-d74b-47d7-85f7-a964e76d8c15, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=e9064436-d74b-47d7-85f7-a964e76d8c15,segment=NetworkSegment(2fbe1d10-4265-4a3b-94ff-45b07d777b1b),segment_id=2fbe1d10-4265-4a3b-94ff-45b07d777b1b)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:47:38.148506 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1a3c929-5f3c-4f29-89e8-6dfcf7429d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:38.191249 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'name': 'router1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:47:24Z', 'updated_at': '2022-04-07T12:47:35Z', 'revision_number': 2, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'gw_port_host': None, '_interfaces': [{'id': 'e9064436-d74b-47d7-85f7-a964e76d8c15', 'name': '', 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'mac_address': 'fa:16:3e:b7:46:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:47:34Z', 'updated_at': '2022-04-07T12:47:37Z', 'revision_number': 4, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'subnets': [{'id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7162bd-7b33-4b3c-bf5d-460de6adcb58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:38.198870 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3c929-5f3c-4f29-89e8-6dfcf7429d1f None None] Pushing event updated for resources: {'Port': ['ID=e9064436-d74b-47d7-85f7-a964e76d8c15,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:38.218205 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cbf0d-e68e-4faf-9859-539db4237c97 None None] The sync data for ids ['02579a8e-4c32-4452-be3f-eeea42412b38'] in dv-cinder-836944-2-smb is: [{'id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'name': 'router1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:47:24Z', 'updated_at': '2022-04-07T12:47:35Z', 'revision_number': 2, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'gw_port_host': None, '_interfaces': [{'id': 'e9064436-d74b-47d7-85f7-a964e76d8c15', 'name': '', 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'mac_address': 'fa:16:3e:b7:46:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:47:34Z', 'updated_at': '2022-04-07T12:47:37Z', 'revision_number': 4, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'subnets': [{'id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7162bd-7b33-4b3c-bf5d-460de6adcb58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:47:38.811286 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56156) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:39.010166 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7599c95a-2511-45e7-a200-48f3b67b32a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:47:39.011535 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-7599c95a-2511-45e7-a200-48f3b67b32a9 admin admin] 10.222.0.45 "GET /v2.0/networks/fdde7dd6-ade0-4060-be18-d7e05bcc7f36 HTTP/1.1" status: 200 len: 842 time: 0.1992290 Apr 07 12:47:39.020827 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'cidr': '172.28.2.0/24'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:47:39.045900 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Made reservation on behalf of 9731685f30554ec7bf727f6a7a6925e1 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:47:39.048119 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:39.365789 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.objects.ports [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103161) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 12:47:39.366236 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (7086d081-16f0-4757-bfdf-673e30d6e78d), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:39.421406 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7086d081-16f0-4757-bfdf-673e30d6e78d,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:39.430521 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:47:39.430875 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Network hostable DHCP agents. Network: fdde7dd6-ade0-4060-be18-d7e05bcc7f36, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:47:39.452271 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:47:39.462829 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, fdde7dd6-ade0-4060-be18-d7e05bcc7f36) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:47:39.466850 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:47:39.467446 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:39.473667 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4833ddf-a3a4-46ee-8278-126fd2b20c5c None None] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:47:39.490785 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-1b40f954-760d-4238-a4cf-c8e754383cd6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4731848 Apr 07 12:47:39.585886 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8294de-5639-496d-9f5f-a6093a7cb1be None None] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:47:41.993037 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56174) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:42.127985 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-33663ea6-563e-4bab-9983-1c11747c7d28 demo admin] 10.222.0.45 "GET /v2.0/routers/02579a8e-4c32-4452-be3f-eeea42412b38 HTTP/1.1" status: 200 len: 710 time: 0.1337626 Apr 07 12:47:42.213203 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b0908e-01bd-407c-8cb1-a1d460b8ecda demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:47:42.214577 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-95b0908e-01bd-407c-8cb1-a1d460b8ecda demo admin] 10.222.0.45 "GET /v2.0/networks/fdde7dd6-ade0-4060-be18-d7e05bcc7f36 HTTP/1.1" status: 200 len: 886 time: 0.0813642 Apr 07 12:47:42.223267 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:47:42.549012 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Publish callbacks [] for router_gateway (02579a8e-4c32-4452-be3f-eeea42412b38), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:42.783620 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Publish callbacks [] for router_gateway (02579a8e-4c32-4452-be3f-eeea42412b38), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:42.858909 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:42.966787 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Allocated IP 172.28.2.251 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/90a9ca71-b48e-49eb-9ae6-a8e61e75293c) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:47:43.070370 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Publish callbacks [] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:43.102577 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:43.142401 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:47:43.142401 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:47:43.149759 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:47:43.155185 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Pushing event updated for resources: {'Port': ['ID=90a9ca71-b48e-49eb-9ae6-a8e61e75293c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:43.406916 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Publish callbacks [] for router_gateway (02579a8e-4c32-4452-be3f-eeea42412b38), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:43.613160 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2017338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2031062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65221'] for router (02579a8e-4c32-4452-be3f-eeea42412b38), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:43.617453 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2017333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2017324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2031041'] for router (02579a8e-4c32-4452-be3f-eeea42412b38), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:43.735115 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Router 02579a8e-4c32-4452-be3f-eeea42412b38 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:47:43.929909 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:47:43.933999 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:43.938068 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-9d8a439c-2a30-4321-9bab-0a397e71668f demo admin] 10.222.0.45 "PUT /v2.0/routers/02579a8e-4c32-4452-be3f-eeea42412b38 HTTP/1.1" status: 200 len: 890 time: 1.7178233 Apr 07 12:47:46.510887 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56186) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:47:46.518168 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device e9064436-d74b-47d7-85f7-a964e76d8c15 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:47:46.566955 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port e9064436-d74b-47d7-85f7-a964e76d8c15 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:46.567341 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:46.646342 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-6d6e1522-b9dd-4d53-ae03-22ead3e4acaf admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1326962 Apr 07 12:47:46.648348 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port e9064436-d74b-47d7-85f7-a964e76d8c15 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:47:47.055139 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Sync routers for ids ['02579a8e-4c32-4452-be3f-eeea42412b38'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:47:47.068819 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Routers {'02579a8e-4c32-4452-be3f-eeea42412b38'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:47:47.071373 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:47:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['02579a8e-4c32-4452-be3f-eeea42412b38'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:47.296497 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Set router 02579a8e-4c32-4452-be3f-eeea42412b38 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:47:47.771103 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'name': 'router1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '90a9ca71-b48e-49eb-9ae6-a8e61e75293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:47:24Z', 'updated_at': '2022-04-07T12:47:43Z', 'revision_number': 4, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'gw_port': {'id': '90a9ca71-b48e-49eb-9ae6-a8e61e75293c', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:47:42Z', 'updated_at': '2022-04-07T12:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'e9064436-d74b-47d7-85f7-a964e76d8c15', 'name': '', 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'mac_address': 'fa:16:3e:b7:46:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:47:34Z', 'updated_at': '2022-04-07T12:47:38Z', 'revision_number': 5, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'subnets': [{'id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7162bd-7b33-4b3c-bf5d-460de6adcb58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:47.824448 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Checking router: 02579a8e-4c32-4452-be3f-eeea42412b38 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:47:47.824814 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Updating router 02579a8e-4c32-4452-be3f-eeea42412b38 port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c binding host dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:47:47.875676 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:48.191783 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Publish callbacks [] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:48.197077 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:48.241680 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2875008-7caf-4da8-b7f3-6cb805fc87aa None None] Pushing event updated for resources: {'Port': ['ID=90a9ca71-b48e-49eb-9ae6-a8e61e75293c,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:48.251992 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Attempting to bind port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:47:48.252361 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Attempting to bind port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:47:48.252717 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Attempting to bind port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c on network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:47:48.258065 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:47:48.258459 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:47:48.258854 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:48.259243 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Bound using segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:47:48.259706 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Bound port: 90a9ca71-b48e-49eb-9ae6-a8e61e75293c, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:47:48.260079 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:48.311975 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] For port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:47:48.314772 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] For port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=90a9ca71-b48e-49eb-9ae6-a8e61e75293c,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:47:48.321163 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:48.387684 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2875008-7caf-4da8-b7f3-6cb805fc87aa None None] Pushing event updated for resources: {'Port': ['ID=90a9ca71-b48e-49eb-9ae6-a8e61e75293c,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:48.391743 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Routers {'02579a8e-4c32-4452-be3f-eeea42412b38'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:47:48.392389 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:47:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['02579a8e-4c32-4452-be3f-eeea42412b38'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:48.504924 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] Set router 02579a8e-4c32-4452-be3f-eeea42412b38 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:47:48.728219 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'name': 'router1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '90a9ca71-b48e-49eb-9ae6-a8e61e75293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:47:24Z', 'updated_at': '2022-04-07T12:47:43Z', 'revision_number': 4, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'gw_port': {'id': '90a9ca71-b48e-49eb-9ae6-a8e61e75293c', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:47:42Z', 'updated_at': '2022-04-07T12:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'e9064436-d74b-47d7-85f7-a964e76d8c15', 'name': '', 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'mac_address': 'fa:16:3e:b7:46:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:47:34Z', 'updated_at': '2022-04-07T12:47:38Z', 'revision_number': 5, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'subnets': [{'id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7162bd-7b33-4b3c-bf5d-460de6adcb58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:47:48.755116 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5c3b4-c548-41fe-b237-234caa541330 None None] The sync data for ids ['02579a8e-4c32-4452-be3f-eeea42412b38'] in dv-cinder-836944-2-smb is: [{'id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'name': 'router1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '90a9ca71-b48e-49eb-9ae6-a8e61e75293c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:47:24Z', 'updated_at': '2022-04-07T12:47:43Z', 'revision_number': 4, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'gw_port': {'id': '90a9ca71-b48e-49eb-9ae6-a8e61e75293c', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:47:42Z', 'updated_at': '2022-04-07T12:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'e9064436-d74b-47d7-85f7-a964e76d8c15', 'name': '', 'network_id': '4f8e33eb-4030-4590-a974-84d790514aa1', 'tenant_id': 'ac637b5dc3db47ec919b923b0f11613f', 'mac_address': 'fa:16:3e:b7:46:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02579a8e-4c32-4452-be3f-eeea42412b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:47:34Z', 'updated_at': '2022-04-07T12:47:38Z', 'revision_number': 5, 'project_id': 'ac637b5dc3db47ec919b923b0f11613f', 'subnets': [{'id': '9ba6c848-92eb-4e2a-8e2d-040e8702bb4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b7162bd-7b33-4b3c-bf5d-460de6adcb58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:47:50.583604 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 90a9ca71-b48e-49eb-9ae6-a8e61e75293c up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:47:50.656073 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:50.656702 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:50.742816 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:47:50.743438 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:50.765953 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=90a9ca71-b48e-49eb-9ae6-a8e61e75293c,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:47:50.780998 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:50.833589 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=90a9ca71-b48e-49eb-9ae6-a8e61e75293c,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:47:52.596465 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 90a9ca71-b48e-49eb-9ae6-a8e61e75293c up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:47:52.733139 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:47:52.734488 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (90a9ca71-b48e-49eb-9ae6-a8e61e75293c), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:47:52.931681 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 90a9ca71-b48e-49eb-9ae6-a8e61e75293c is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:48:01.492055 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-417da684-381c-44b2-b87c-83138651d66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:03.826941 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70c223d4-9e80-4707-b531-25a6566b30b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:05.059414 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:06.315658 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:07.736200 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:09.844702 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:48:31.487547 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a2479b00-5315-4db3-925b-8ef8cba5b498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:33.835802 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f115b73-6226-4a8c-a289-4e4f0e3a2d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:35.078476 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:36.316175 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:37.747758 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:48:46.845347 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:49:01.479582 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8b765f7a-4b30-4842-9dce-c88efbef82c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:03.818537 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b8f6-55c3-46ba-968c-d3c47421ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:05.055477 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:06.318651 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:07.742067 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:09.245651 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56670) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:09.305863 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bcf2db-ef0e-4d44-aa58-4790a60a05dd admin admin] GET failed (client error): The resource could not be found. Apr 07 12:49:09.307149 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-46bcf2db-ef0e-4d44-aa58-4790a60a05dd admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605588 Apr 07 12:49:09.468571 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afc115-a5d1-4edb-bcdf-cf937a8d4463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:09.469966 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-a6afc115-a5d1-4edb-bcdf-cf937a8d4463 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587775 Apr 07 12:49:11.877976 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56680) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:11.967476 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a04161-9050-4b35-a3b9-d2fc9473385f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:11.968815 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-f7a04161-9050-4b35-a3b9-d2fc9473385f admin admin] 10.222.0.45 "GET /v2.0/subnets/9ba6c848-92eb-4e2a-8e2d-040e8702bb4c HTTP/1.1" status: 200 len: 849 time: 0.0898044 Apr 07 12:49:11.978836 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:49:12.063807 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Publish callbacks [] for subnet (9ba6c848-92eb-4e2a-8e2d-040e8702bb4c), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:12.200172 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729711075678'] for subnet (9ba6c848-92eb-4e2a-8e2d-040e8702bb4c), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:12.232184 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:12.232769 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:12.234038 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] 10.222.0.45 "PUT /v2.0/subnets/9ba6c848-92eb-4e2a-8e2d-040e8702bb4c HTTP/1.1" status: 200 len: 868 time: 0.2595785 Apr 07 12:49:12.237776 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca8aac2-ae44-485a-8d4e-00c3fa375049 None None] Network 4f8e33eb-4030-4590-a974-84d790514aa1 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:49:12.258036 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba6c848-92eb-4e2a-8e2d-040e8702bb4c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:49:12.265947 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.266602 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.267151 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.267665 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.268158 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.268667 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.269163 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.269652 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.270145 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.270669 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.271160 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.271666 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.273034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.273540 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.274028 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6873e530-613f-4c3d-8108-dadc842e1ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:49:12.544586 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-71590d0b-f038-4536-9f1a-6db389afe8ba None None] Provisioning complete for port e9064436-d74b-47d7-85f7-a964e76d8c15 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:49:12.544970 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71590d0b-f038-4536-9f1a-6db389afe8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (e9064436-d74b-47d7-85f7-a964e76d8c15), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:12.624552 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-71590d0b-f038-4536-9f1a-6db389afe8ba None None] Current status of the port e9064436-d74b-47d7-85f7-a964e76d8c15 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:49:12.634799 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-71590d0b-f038-4536-9f1a-6db389afe8ba None None] Provisioning complete for port 74783846-7e3f-42d8-a054-e3c41cb182a5 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:49:12.635118 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-71590d0b-f038-4536-9f1a-6db389afe8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (74783846-7e3f-42d8-a054-e3c41cb182a5), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:12.707215 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-71590d0b-f038-4536-9f1a-6db389afe8ba None None] Current status of the port 74783846-7e3f-42d8-a054-e3c41cb182a5 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:49:14.560877 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56688) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:14.756677 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc9a4e-d5f1-48b2-9213-9b43fdac5048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:14.757059 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc9a4e-d5f1-48b2-9213-9b43fdac5048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:14.758627 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-b2bc9a4e-d5f1-48b2-9213-9b43fdac5048 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968002 Apr 07 12:49:17.065964 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56696) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:17.197498 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309a34a-3961-4543-8c8f-102025980f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:17.197964 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309a34a-3961-4543-8c8f-102025980f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:17.199517 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-1309a34a-3961-4543-8c8f-102025980f7d admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325564 Apr 07 12:49:19.532381 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56704) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:19.663356 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f366109-4cb4-4924-82d4-780d81bb7d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:19.664724 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-4f366109-4cb4-4924-82d4-780d81bb7d5a admin admin] 10.222.0.45 "GET /v2.0/networks/4f8e33eb-4030-4590-a974-84d790514aa1 HTTP/1.1" status: 200 len: 869 time: 0.1313744 Apr 07 12:49:22.013372 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56712) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:22.142050 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d909d71-41cb-4b6a-a33e-54349037c744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:22.143493 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-3d909d71-41cb-4b6a-a33e-54349037c744 admin admin] 10.222.0.45 "GET /v2.0/networks/fdde7dd6-ade0-4060-be18-d7e05bcc7f36 HTTP/1.1" status: 200 len: 886 time: 0.1291795 Apr 07 12:49:23.844295 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:49:24.468608 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56720) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:24.591528 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f31084-6f24-4c65-af57-79a1dc0a6f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:24.591978 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f31084-6f24-4c65-af57-79a1dc0a6f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:24.593479 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-23f31084-6f24-4c65-af57-79a1dc0a6f86 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239293 Apr 07 12:49:26.937674 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56728) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:27.026640 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12700a9-6c04-4263-8a13-4d494f570d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:27.027088 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12700a9-6c04-4263-8a13-4d494f570d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:27.028587 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e12700a9-6c04-4263-8a13-4d494f570d19 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899446 Apr 07 12:49:29.347973 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:29.434151 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fd179-0cbf-41b7-8649-9f7f357eb7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:29.435485 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c49fd179-0cbf-41b7-8649-9f7f357eb7fa admin admin] 10.222.0.45 "GET /v2.0/subnets/7086d081-16f0-4757-bfdf-673e30d6e78d HTTP/1.1" status: 200 len: 816 time: 0.0865989 Apr 07 12:49:31.483418 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-efd463c0-7ca9-48db-b64d-4cfe0a1f78c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:31.763751 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56746) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:49:31.855730 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f19241-fde9-4357-a770-7aa4b2edc8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:49:31.857148 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c2f19241-fde9-4357-a770-7aa4b2edc8bc admin admin] 10.222.0.45 "GET /v2.0/subnets/9ba6c848-92eb-4e2a-8e2d-040e8702bb4c HTTP/1.1" status: 200 len: 868 time: 0.0925212 Apr 07 12:49:33.822506 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4c1ad9d-88ae-4768-8b2a-62ac16eb9bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:35.062280 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:36.320694 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:49:37.747137 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:00.843331 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:50:01.484344 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6bafb510-774d-4770-a6fd-567bb92945a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:03.822963 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7be46db-8f2a-468f-99c3-a9328b600795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:05.062206 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:06.322520 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:07.749156 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:12.879219 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56804) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:50:12.927616 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [None req-ea91ca34-8237-4f9f-8622-73377308d60f admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:50:12.928634 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ea91ca34-8237-4f9f-8622-73377308d60f admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483339 Apr 07 12:50:15.325326 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56812) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:50:15.385501 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.pecan_wsgi.hooks.translation [None req-85645974-77da-401d-8f73-5bebba304d7c admin admin] GET failed (client error): The resource could not be found. Apr 07 12:50:15.386821 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-85645974-77da-401d-8f73-5bebba304d7c admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606277 Apr 07 12:50:15.472056 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5801fd4-213a-4531-9db7-35aaaa173759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:50:15.474379 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-d5801fd4-213a-4531-9db7-35aaaa173759 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832913 Apr 07 12:50:17.830411 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56820) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:50:17.877842 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:50:17.897520 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Made reservation on behalf of 9731685f30554ec7bf727f6a7a6925e1 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:50:17.899727 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:17.927265 dv-cinder-836944-2-smb neutron-server[103161]: WARNING neutron.services.revisions.revision_plugin [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Could not find related network for resource to bump revision. Apr 07 12:50:17.939609 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:50:17.949598 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (88d65ed9-b7a6-46fa-9834-019916647b5f), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:17.949924 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Added segment 88d65ed9-b7a6-46fa-9834-019916647b5f of type vlan for network 26645ad5-5792-4b2c-aae1-2d764c67c39b Apr 07 12:50:17.992518 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (26645ad5-5792-4b2c-aae1-2d764c67c39b), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:18.016732 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (26645ad5-5792-4b2c-aae1-2d764c67c39b), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:18.017675 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:50:18.018269 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:18.074128 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2426186 Apr 07 12:50:18.116503 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Pushing event updated for resources: {'Network': ['ID=26645ad5-5792-4b2c-aae1-2d764c67c39b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:50:18.123960 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.124296 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.124632 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.124958 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.125283 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.125601 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.125915 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.126288 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.126604 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.126935 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.127228 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.127541 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.127851 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.128160 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.128468 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12e75af-9925-419f-9036-5d58bba8dced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:18.140653 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 26645ad5-5792-4b2c-aae1-2d764c67c39b details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:50:20.412146 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56828) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:50:20.470690 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d34a753-3327-4b4f-84d5-e6e038437950 admin admin] GET failed (client error): The resource could not be found. Apr 07 12:50:20.471935 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-2d34a753-3327-4b4f-84d5-e6e038437950 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588768 Apr 07 12:50:20.569833 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989fa61b-0406-4441-937d-b9b5ce719c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:50:20.571283 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-989fa61b-0406-4441-937d-b9b5ce719c52 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0945640 Apr 07 12:50:20.580985 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:50:20.599098 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Made reservation on behalf of 9731685f30554ec7bf727f6a7a6925e1 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:50:20.601278 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:20.758748 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (044bf779-dde9-4996-90d2-cfe4be35822a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:20.813284 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Pushing event updated for resources: {'Subnet': ['ID=044bf779-dde9-4996-90d2-cfe4be35822a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:50:20.823416 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.823753 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.824105 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.824453 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.824783 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.825102 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.825421 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.825734 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.826049 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.826392 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.826709 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.827044 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.827359 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.827668 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.827979 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:20.834677 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Checking segment: {'id': '88d65ed9-b7a6-46fa-9834-019916647b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:50:20.835003 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Network hostable DHCP agents. Network: 26645ad5-5792-4b2c-aae1-2d764c67c39b, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:50:20.851039 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Network 26645ad5-5792-4b2c-aae1-2d764c67c39b is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:50:20.859637 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 26645ad5-5792-4b2c-aae1-2d764c67c39b) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:50:20.865251 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:50:20.866175 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:20.870413 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac1087f-f3cf-4c88-a4e7-d353bb384141 None None] Network 26645ad5-5792-4b2c-aae1-2d764c67c39b requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:50:20.882917 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b75b0749-f388-446a-b589-fb0a74d0028c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3054352 Apr 07 12:50:20.989266 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-26645ad5-5792-4b2c-aae1-2d764c67c39b', 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b', 'project_id': '9731685f30554ec7bf727f6a7a6925e1', 'fixed_ips': [{'subnet_id': '044bf779-dde9-4996-90d2-cfe4be35822a'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:50:20.990208 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:21.225765 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Allocated IP 192.168.233.2 (26645ad5-5792-4b2c-aae1-2d764c67c39b/044bf779-dde9-4996-90d2-cfe4be35822a/27d83e19-4f1e-4fb9-b157-a584005d2193) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:50:21.376469 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Publish callbacks [] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:21.388075 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:21.434573 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Network 26645ad5-5792-4b2c-aae1-2d764c67c39b is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:50:21.435851 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Pushing event updated for resources: {'Port': ['ID=27d83e19-4f1e-4fb9-b157-a584005d2193,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:50:21.438122 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:50:21.443842 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:50:21.447275 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.447618 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.447960 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.448318 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.448707 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.449041 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.449372 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.449694 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.450015 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.450359 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.450684 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.451026 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.451352 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.451671 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.451984 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:50:21.506663 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Attempting to bind port 27d83e19-4f1e-4fb9-b157-a584005d2193 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:50:21.506953 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Attempting to bind port 27d83e19-4f1e-4fb9-b157-a584005d2193 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '88d65ed9-b7a6-46fa-9834-019916647b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:50:21.507318 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Attempting to bind port 27d83e19-4f1e-4fb9-b157-a584005d2193 on network 26645ad5-5792-4b2c-aae1-2d764c67c39b {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:50:21.512445 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:50:21.512820 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Checking segment: {'id': '88d65ed9-b7a6-46fa-9834-019916647b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:50:21.513217 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:21.513610 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Bound using segment: {'id': '88d65ed9-b7a6-46fa-9834-019916647b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:50:21.514070 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Bound port: 27d83e19-4f1e-4fb9-b157-a584005d2193, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d65ed9-b7a6-46fa-9834-019916647b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:50:21.514467 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:21.577804 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] For port 27d83e19-4f1e-4fb9-b157-a584005d2193, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:50:21.580843 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] For port 27d83e19-4f1e-4fb9-b157-a584005d2193, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=27d83e19-4f1e-4fb9-b157-a584005d2193,segment=NetworkSegment(88d65ed9-b7a6-46fa-9834-019916647b5f),segment_id=88d65ed9-b7a6-46fa-9834-019916647b5f)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:50:21.587669 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:21.652429 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb3187-b927-4bb7-8c1f-9940fa0fb4ce None None] Pushing event updated for resources: {'Port': ['ID=27d83e19-4f1e-4fb9-b157-a584005d2193,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:50:22.516124 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9ad846-21d5-4b13-abde-4a9f1f31aef5 None None] Network 26645ad5-5792-4b2c-aae1-2d764c67c39b requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:50:22.596894 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9042b253-9805-4969-b239-2d86456df4a9 None None] Provisioning complete for port 27d83e19-4f1e-4fb9-b157-a584005d2193 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:50:22.597216 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9042b253-9805-4969-b239-2d86456df4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:22.624521 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 27d83e19-4f1e-4fb9-b157-a584005d2193 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:50:22.760098 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 27d83e19-4f1e-4fb9-b157-a584005d2193 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:50:22.760298 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:22.762073 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9042b253-9805-4969-b239-2d86456df4a9 None None] Current status of the port 27d83e19-4f1e-4fb9-b157-a584005d2193 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:50:22.762480 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9042b253-9805-4969-b239-2d86456df4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:22.827508 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-9042b253-9805-4969-b239-2d86456df4a9 None None] For port 27d83e19-4f1e-4fb9-b157-a584005d2193, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=27d83e19-4f1e-4fb9-b157-a584005d2193,segment=NetworkSegment(88d65ed9-b7a6-46fa-9834-019916647b5f),segment_id=88d65ed9-b7a6-46fa-9834-019916647b5f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:50:22.836337 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9042b253-9805-4969-b239-2d86456df4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:22.906468 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 27d83e19-4f1e-4fb9-b157-a584005d2193 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:50:22.920704 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042b253-9805-4969-b239-2d86456df4a9 None None] Pushing event updated for resources: {'Port': ['ID=27d83e19-4f1e-4fb9-b157-a584005d2193,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:50:22.958255 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-549ca1da-6d44-4e0e-bae9-b4b502ed9688 None None] Provisioning complete for port 27d83e19-4f1e-4fb9-b157-a584005d2193 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:50:22.958625 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-549ca1da-6d44-4e0e-bae9-b4b502ed9688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:23.037480 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-549ca1da-6d44-4e0e-bae9-b4b502ed9688 None None] Current status of the port 27d83e19-4f1e-4fb9-b157-a584005d2193 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:50:24.592125 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 27d83e19-4f1e-4fb9-b157-a584005d2193 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:50:24.639852 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 27d83e19-4f1e-4fb9-b157-a584005d2193 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:50:24.640243 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (27d83e19-4f1e-4fb9-b157-a584005d2193), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:24.717136 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 27d83e19-4f1e-4fb9-b157-a584005d2193 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:50:31.486687 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0cb7397f-87fa-40a1-81e3-dbcf8fa81901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:33.827183 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-54f8568a-c369-45f0-a45f-dcea0ea9e763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:35.064856 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:36.324849 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:37.750182 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:50:37.841507 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:51:01.489970 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b370e1f4-9899-4440-9c8c-7fffcb7adf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:03.828331 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0deab0fa-f7e0-438e-8170-7adb83c696a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:05.068588 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:06.327408 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:07.753581 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:14.841082 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:51:31.493395 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3efeee56-a2ef-47d6-9b58-92d646e16e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:33.830902 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7bec89bd-4620-4f61-abee-a54ad046ceb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:35.071870 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:36.330035 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:37.756790 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:51.839731 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:51:57.602019 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56868) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:51:57.607583 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [None req-e691aa57-2b0b-4d02-a5cb-f1ab0e39ebd9 tempest-verify_tempest_config-1915914721 tempest-verify_tempest_config-1915914721-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:51:57.608535 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e691aa57-2b0b-4d02-a5cb-f1ab0e39ebd9 tempest-verify_tempest_config-1915914721 tempest-verify_tempest_config-1915914721-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055454 Apr 07 12:51:57.907413 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 56886) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:51:58.008213 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:58.079578 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Publish callbacks [] for security_group (6f2c3094-6ee6-4ebd-b958-b658ffbd9ca1), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:58.083283 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6f2c3094-6ee6-4ebd-b958-b658ffbd9ca1), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:58.124746 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2c3094-6ee6-4ebd-b958-b658ffbd9ca1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:51:58.129837 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a65f70ea638b48ef9c2166a087b3ec65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2214603 Apr 07 12:51:58.132769 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56890) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:51:58.134252 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.134571 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.134908 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.135241 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.135568 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.135892 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.136210 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.136537 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.136860 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.137178 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.137494 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.137814 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.138126 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.138466 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.138885 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030a331c-f2e5-4f4c-80ae-808b0d1a83c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.186191 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Publish callbacks [] for security_group (6f2c3094-6ee6-4ebd-b958-b658ffbd9ca1), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:58.207171 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Publish callbacks [] for security_group (6f2c3094-6ee6-4ebd-b958-b658ffbd9ca1), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:58.298349 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6f2c3094-6ee6-4ebd-b958-b658ffbd9ca1), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:58.300996 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:51:58.302125 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f2c3094-6ee6-4ebd-b958-b658ffbd9ca1 HTTP/1.1" status: 204 len: 168 time: 0.1683841 Apr 07 12:51:58.309526 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2c3094-6ee6-4ebd-b958-b658ffbd9ca1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:51:58.316492 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.316771 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.317135 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.317501 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.317792 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.318115 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.318458 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.318774 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.319092 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.319407 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.319784 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.320043 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.320361 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.320673 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:51:58.320985 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39340b6d-9c9c-416c-aa36-0497931183c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:52:01.495555 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-75217111-643f-42e2-a7ca-6b0cc9daa6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:52:03.832698 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a473b050-ee45-438a-bf11-f546cecd9e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:52:05.074008 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:52:06.336683 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:52:07.759394 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:52:28.838418 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:52:31.497471 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d6a819a9-0117-4c03-8148-d1f677af78fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:52:33.833499 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36c91f86-e201-41d4-9d0b-74a5598d8fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:52:35.077412 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:52:36.335264 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:52:37.760424 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:01.500665 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6b7d9414-8636-42f5-a764-54ec6b027e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:03.837710 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-99ce53cb-83fe-4ebc-95ca-1f8e1316355b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:05.079198 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:05.836816 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:53:06.338450 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:07.761633 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:31.504828 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a6d6649d-618b-4ac4-91de-4659e19f7fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:33.838856 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-995c5d67-cd72-44db-8753-6da5473a7f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:35.081880 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:36.342989 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:37.764366 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:53:42.834380 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 5 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:53:48.695685 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2031530'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:01.506242 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-df1defd7-955a-41d1-9406-0c79309f04be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:03.464203 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56962) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:54:03.686513 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-84e432f9-9433-4278-aa5c-2ff698326c06 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.2210422 Apr 07 12:54:03.841692 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5c7bbedd-3022-4aa2-856e-b2b796c4d728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:05.091452 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:06.065928 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 56972) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:54:06.119338 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-3b4af787-ce1f-425b-8cac-342233166d63 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0522208 Apr 07 12:54:06.346047 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:07.766411 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:18.674444 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:19.832893 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:54:31.507281 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c795-3b5c-4c9d-82db-03afef49f39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:33.843788 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-83efe268-c0ea-4d5a-9139-7c6b349c8d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:35.086797 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:36.348215 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:37.767962 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:48.689157 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:54:56.832324 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:55:01.510854 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7cabfaa3-8fbf-4558-9ada-f96d7910709d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:03.861966 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-84f8ea9d-f435-4d07-b6fa-17be62b85b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:05.092065 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:06.360871 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:07.770724 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:18.712943 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:31.514605 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ac424c9e-6bda-48bf-ae7d-dfda62a0cb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:33.834177 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:55:33.848122 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6b1dbcc-fb21-40cd-9f77-e5c280fe050e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:35.092541 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:36.357339 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:37.774178 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:47.551961 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:47.880515 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2114135313-network', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:47.903403 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Made reservation on behalf of 44adc946af924325bf2c5b6d12ce7095 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:55:47.906057 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:47.915811 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.007213 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Publish callbacks [] for security_group (1414c86d-444e-4424-83be-409206455ddd), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.013099 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (1414c86d-444e-4424-83be-409206455ddd), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.033643 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:55:48.054028 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (fb8529fc-89e6-41f3-b2c3-a0633921ecb4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.054404 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Added segment fb8529fc-89e6-41f3-b2c3-a0633921ecb4 of type vlan for network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 Apr 07 12:55:48.055689 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1414c86d-444e-4424-83be-409206455ddd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:48.075700 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.076091 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.076456 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.076792 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.077187 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.077785 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.077910 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.078188 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.078532 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.079038 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.079383 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.079854 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.080356 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.080528 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.080846 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Tracked resource versions report: Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: pushed versions: Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: { 'AddressGroup': {'1.2'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Agent': {'1.1'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'ConntrackHelper': {'1.0'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Log': {'1.0'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'NDPProxy': {'1.0'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Network': {'1.1'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Port': {'1.7'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'PortForwarding': {'1.3'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'QosPolicy': {'1.10'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'SecurityGroup': {'1.5'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'SubPort': {'1.0'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Subnet': {'1.1'}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Trunk': {'1.1'}} Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: consumer versions: Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: { DHCP agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: HyperV agent@hv-cinder-83694: {}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: L3 agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: Metadata agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: Metering agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: Open vSwitch agent@dv-cinder-836944-2-smb: { 'AddressGroup': '1.2', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Agent': '1.1', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'ConntrackHelper': '1.0', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'LocalIPAssociation': '1.0', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Log': '1.0', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'NDPProxy': '1.0', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Network': '1.1', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Port': '1.7', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'PortForwarding': '1.3', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'QosPolicy': '1.10', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'SecurityGroup': '1.5', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'SecurityGroupRule': '1.2', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'SubPort': '1.0', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Subnet': '1.1', Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: 'Trunk': '1.1'}} Apr 07 12:55:48.082191 dv-cinder-836944-2-smb neutron-server[103162]: {{(pid=103162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:55:48.127445 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (5ca162ac-5f24-4fa1-ba6f-9a6242c95701), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.149552 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (5ca162ac-5f24-4fa1-ba6f-9a6242c95701), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.151317 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:48.151888 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.210397 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57162) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:48.211349 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6574366 Apr 07 12:55:48.218881 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a878b7-3556-476d-aca5-bf25403c5846 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca162ac-5f24-4fa1-ba6f-9a6242c95701,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:48.219791 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Request body: {'subnet': {'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2114135313-subnet', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:48.229815 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:55:48.251554 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Made reservation on behalf of 44adc946af924325bf2c5b6d12ce7095 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:55:48.254619 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.434099 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (c79bda1f-249c-47f2-94c0-668089c8fb8f), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.483925 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79bda1f-249c-47f2-94c0-668089c8fb8f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:48.499678 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.500025 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.500385 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.500725 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.501057 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.501384 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.501711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.502032 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.502396 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.502720 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.503042 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.503374 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.503691 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.504009 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.504503 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Tracked resource versions report: Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: pushed versions: Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: { 'AddressGroup': {'1.2'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Agent': {'1.1'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'ConntrackHelper': {'1.0'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Log': {'1.0'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'NDPProxy': {'1.0'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Network': {'1.1'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Port': {'1.7'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'PortForwarding': {'1.3'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'QosPolicy': {'1.10'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'SecurityGroup': {'1.5'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'SubPort': {'1.0'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Subnet': {'1.1'}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Trunk': {'1.1'}} Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: consumer versions: Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: { DHCP agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: HyperV agent@hv-cinder-83694: {}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: L3 agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: Metadata agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: Metering agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: Open vSwitch agent@dv-cinder-836944-2-smb: { 'AddressGroup': '1.2', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Agent': '1.1', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'ConntrackHelper': '1.0', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'LocalIPAssociation': '1.0', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Log': '1.0', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'NDPProxy': '1.0', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Network': '1.1', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Port': '1.7', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'PortForwarding': '1.3', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'QosPolicy': '1.10', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'SecurityGroup': '1.5', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'SecurityGroupRule': '1.2', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'SubPort': '1.0', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Subnet': '1.1', Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: 'Trunk': '1.1'}} Apr 07 12:55:48.505863 dv-cinder-836944-2-smb neutron-server[103161]: {{(pid=103161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:55:48.520020 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Checking segment: {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:55:48.520320 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Network hostable DHCP agents. Network: 5ca162ac-5f24-4fa1-ba6f-9a6242c95701, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:55:48.540852 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:55:48.551211 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 5ca162ac-5f24-4fa1-ba6f-9a6242c95701) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:48.557733 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:48.559125 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.561360 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30122a48-d7ac-4d83-abd0-28ad5106b4e5 None None] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:55:48.582752 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:48.589198 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:48.595821 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-291641da-57f2-47a6-b2b3-5d149f000877 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3827755 Apr 07 12:55:48.614389 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2030920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65278'] for router (e98473a3-78b7-4e59-8017-1d1bcc3c678d), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.620763 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2031076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65271'] for router (e98473a3-78b7-4e59-8017-1d1bcc3c678d), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.692723 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks [] for router_controller (e98473a3-78b7-4e59-8017-1d1bcc3c678d), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.708295 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:55:48.709135 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.767952 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57182) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:48.793459 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:48.825799 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57186) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:48.868464 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Allocated IP 172.20.0.2 (5ca162ac-5f24-4fa1-ba6f-9a6242c95701/c79bda1f-249c-47f2-94c0-668089c8fb8f/bc686e88-5da2-4f96-8191-fd143d80b64a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:55:48.880294 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57190) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:48.919651 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks [] for router_gateway (e98473a3-78b7-4e59-8017-1d1bcc3c678d), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.043992 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Publish callbacks [] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.067380 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.114756 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:55:49.120915 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:49.125655 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:55:49.192156 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Attempting to bind port bc686e88-5da2-4f96-8191-fd143d80b64a on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:55:49.192920 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Attempting to bind port bc686e88-5da2-4f96-8191-fd143d80b64a by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:55:49.193513 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Attempting to bind port bc686e88-5da2-4f96-8191-fd143d80b64a on network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:55:49.201110 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:55:49.201927 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Checking segment: {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:55:49.202584 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.203189 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Bound using segment: {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:55:49.203862 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Bound port: bc686e88-5da2-4f96-8191-fd143d80b64a, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:55:49.204465 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.234492 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2087248675-network', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:49.278326 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-900734604-network', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:49.284959 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] For port bc686e88-5da2-4f96-8191-fd143d80b64a, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:55:49.285957 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks [] for router_gateway (e98473a3-78b7-4e59-8017-1d1bcc3c678d), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.289752 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] For port bc686e88-5da2-4f96-8191-fd143d80b64a, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=bc686e88-5da2-4f96-8191-fd143d80b64a,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:55:49.297879 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Pushing event updated for resources: {'Port': ['ID=bc686e88-5da2-4f96-8191-fd143d80b64a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:49.301716 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-912221745-network', 'tenant_id': '92abba42ffd34197944b54d633fc997c'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:49.306450 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.307659 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.308027 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.308544 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.309182 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.309533 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.310175 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.310975 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.311131 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Made reservation on behalf of 09e8ec0872574b838c0c1bad4abf2093 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:55:49.311270 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.311811 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.312127 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.312598 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.312933 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.313367 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.313992 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Tracked resource versions report: Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: pushed versions: Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: { 'AddressGroup': {'1.2'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Agent': {'1.1'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'ConntrackHelper': {'1.0'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Log': {'1.0'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'NDPProxy': {'1.0'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Network': {'1.1'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Port': {'1.7'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'PortForwarding': {'1.3'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'QosPolicy': {'1.10'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'SecurityGroup': {'1.5'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'SubPort': {'1.0'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Subnet': {'1.1'}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Trunk': {'1.1'}} Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: consumer versions: Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: { DHCP agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: HyperV agent@hv-cinder-83694: {}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: L3 agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: Metadata agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: Metering agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: Open vSwitch agent@dv-cinder-836944-2-smb: { 'AddressGroup': '1.2', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Agent': '1.1', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'ConntrackHelper': '1.0', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'LocalIPAssociation': '1.0', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Log': '1.0', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'NDPProxy': '1.0', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Network': '1.1', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Port': '1.7', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'PortForwarding': '1.3', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'QosPolicy': '1.10', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'SecurityGroup': '1.5', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'SecurityGroupRule': '1.2', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'SubPort': '1.0', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Subnet': '1.1', Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: 'Trunk': '1.1'}} Apr 07 12:55:49.315412 dv-cinder-836944-2-smb neutron-server[103163]: {{(pid=103163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:55:49.317760 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.318373 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.332761 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.354784 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.411877 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f22d9-a629-43d7-bb95-120b41de135c None None] Pushing event updated for resources: {'Port': ['ID=bc686e88-5da2-4f96-8191-fd143d80b64a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:49.477182 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Publish callbacks [] for security_group (acb0b1a8-fdeb-4535-ab87-71239093a446), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.493098 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (acb0b1a8-fdeb-4535-ab87-71239093a446), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.521555 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Made reservation on behalf of 979e6bcf837244ce91b808d3d538a09b for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:55:49.524015 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.546917 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:55:49.549307 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.558273 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Made reservation on behalf of 92abba42ffd34197944b54d633fc997c for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:55:49.560362 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.584804 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (664d85df-78bb-4d60-9a58-04cf215ee382), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.585163 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Added segment 664d85df-78bb-4d60-9a58-04cf215ee382 of type vlan for network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 Apr 07 12:55:49.588526 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Allocated IP 172.28.2.126 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/f2cd28f4-fb04-40f1-8a92-56f2672237d2) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:55:49.592711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb0b1a8-fdeb-4535-ab87-71239093a446,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:49.631641 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.706264 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (7168dd73-28dd-4ce5-9a86-2153d1e0fea4), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.745857 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks [] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.803471 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (7168dd73-28dd-4ce5-9a86-2153d1e0fea4), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.804712 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:49.805483 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.875477 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:49.930153 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] Pushing event updated for resources: {'Network': ['ID=7168dd73-28dd-4ce5-9a86-2153d1e0fea4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:49.943340 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:55:49.988780 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-a09ba4c4-4a1b-48c3-a501-3600349a5f27 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2197092 Apr 07 12:55:49.995718 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57230) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:49.999283 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Publish callbacks [] for security_group (d0b0c26e-27f7-4635-8bb6-6b4d4974615b), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.008806 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Request body: {'subnet': {'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-subnet', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:50.021585 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d0b0c26e-27f7-4635-8bb6-6b4d4974615b), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.077402 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Publish callbacks [] for security_group (24b226e9-7344-43e5-b42b-63e95ea8867d), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.098542 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Pushing event updated for resources: {'Port': ['ID=f2cd28f4-fb04-40f1-8a92-56f2672237d2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:50.112028 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:55:50.113434 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:50.114742 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:55:50.116267 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:55:50.130099 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (24b226e9-7344-43e5-b42b-63e95ea8867d), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.199160 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Made reservation on behalf of 09e8ec0872574b838c0c1bad4abf2093 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:55:50.209349 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.215642 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:55:50.227979 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (23a18da2-6ba6-4bf6-849d-4b79a6c99327), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.228495 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Added segment 23a18da2-6ba6-4bf6-849d-4b79a6c99327 of type vlan for network e4853d6b-79dc-4abc-b1a6-d90b84863c06 Apr 07 12:55:50.245860 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (fb3dcc62-0a2f-4371-8dc8-599f0c241b45), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.246630 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Added segment fb3dcc62-0a2f-4371-8dc8-599f0c241b45 of type vlan for network cf9d92ec-85d8-411f-916f-4a613858816f Apr 07 12:55:50.334074 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0c26e-27f7-4635-8bb6-6b4d4974615b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:50.417158 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (cf9d92ec-85d8-411f-916f-4a613858816f), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.471929 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b226e9-7344-43e5-b42b-63e95ea8867d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:50.489597 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (e4853d6b-79dc-4abc-b1a6-d90b84863c06), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.534546 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (cf9d92ec-85d8-411f-916f-4a613858816f), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.535272 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:50.535469 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.585612 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (e4853d6b-79dc-4abc-b1a6-d90b84863c06), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.587603 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:50.589056 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.656732 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks [] for router_gateway (e98473a3-78b7-4e59-8017-1d1bcc3c678d), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.668593 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7841837 Apr 07 12:55:50.671213 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57260) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:50.672381 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f666228-aaa0-4292-89db-87d0c507263a admin admin] Pushing event updated for resources: {'Network': ['ID=cf9d92ec-85d8-411f-916f-4a613858816f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:50.684202 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network cf9d92ec-85d8-411f-916f-4a613858816f details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:55:50.703352 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Request body: {'subnet': {'network_id': 'cf9d92ec-85d8-411f-916f-4a613858816f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-912221745-subnet', 'tenant_id': '92abba42ffd34197944b54d633fc997c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:50.734802 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9071949 Apr 07 12:55:50.737617 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57268) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:50.747819 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Request body: {'subnet': {'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-subnet', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:50.821545 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Made reservation on behalf of 979e6bcf837244ce91b808d3d538a09b for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:55:50.824738 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:50.944417 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device bc686e88-5da2-4f96-8191-fd143d80b64a up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:55:51.076918 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319'] for router (e98473a3-78b7-4e59-8017-1d1bcc3c678d), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.086511 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port bc686e88-5da2-4f96-8191-fd143d80b64a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:55:51.086910 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.098768 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e72b2-477c-4e69-ac5c-252c328a094b admin admin] Pushing event updated for resources: {'Network': ['ID=e4853d6b-79dc-4abc-b1a6-d90b84863c06,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:51.101009 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Made reservation on behalf of 92abba42ffd34197944b54d633fc997c for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:55:51.104486 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.163683 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:55:51.167681 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced03940-e0e9-4134-a7c8-b38f46b01b7f None None] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:55:51.171066 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (1029117b-6b27-42fc-af69-b20087717eee), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.214096 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (68d47241-fd88-4166-8023-9edfaa6a9adf), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.320851 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1029117b-6b27-42fc-af69-b20087717eee,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:51.392076 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Router e98473a3-78b7-4e59-8017-1d1bcc3c678d is scheduled to L3 agent 45e35528-2698-4706-b1a2-483f8e65635b with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:55:51.458624 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Checking segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:55:51.459004 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Network hostable DHCP agents. Network: 7168dd73-28dd-4ce5-9a86-2153d1e0fea4, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:55:51.557295 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Checking segment: {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:55:51.559821 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Network hostable DHCP agents. Network: e4853d6b-79dc-4abc-b1a6-d90b84863c06, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:55:51.577162 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:55:51.578655 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f7736bcb-9234-499c-bfe8-2f586f689f68 None None] Provisioning complete for port bc686e88-5da2-4f96-8191-fd143d80b64a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:55:51.579039 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7736bcb-9234-499c-bfe8-2f586f689f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.590306 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Sync routers for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:55:51.598953 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:55:51.609749 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:55:51.610019 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d47241-fd88-4166-8023-9edfaa6a9adf,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:51.612206 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:55:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:55:51.638533 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.640286 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a8ee3174-21fc-4b71-b3df-190cedf95774 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0564997 Apr 07 12:55:51.643458 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57288) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:51.653041 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, e4853d6b-79dc-4abc-b1a6-d90b84863c06) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:51.662754 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:51.663574 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.677443 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:55:51.688294 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 7168dd73-28dd-4ce5-9a86-2153d1e0fea4) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:51.692349 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (6f4daa99-dce4-423e-8877-b342d6597962), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.695382 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:51.696260 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.709686 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-b968c343-bba0-40a7-b35e-8ead9c5275a5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9641285 Apr 07 12:55:51.733932 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5423ad26-be0d-49ba-a72c-36b9ce32ef17 None None] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:55:51.737020 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec66160e-740c-4af5-b86b-76a00d52a6ec None None] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:55:51.739794 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57290) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:51.749605 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:51.795949 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-3522abea-90dc-4560-96cf-36d1a2fef35b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7993352 Apr 07 12:55:51.798812 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57300) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:51.801191 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2030920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65278'] for router (778614f7-ecb1-401b-aa3e-410cbb8dde59), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.802631 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2031076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65271'] for router (778614f7-ecb1-401b-aa3e-410cbb8dde59), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.805825 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:51.837625 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4daa99-dce4-423e-8877-b342d6597962,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:51.851452 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Checking segment: {'id': 'fb3dcc62-0a2f-4371-8dc8-599f0c241b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cf9d92ec-85d8-411f-916f-4a613858816f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:55:51.851905 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Network hostable DHCP agents. Network: cf9d92ec-85d8-411f-916f-4a613858816f, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:55:51.912391 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f7736bcb-9234-499c-bfe8-2f586f689f68 None None] Current status of the port bc686e88-5da2-4f96-8191-fd143d80b64a is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:55:51.912954 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7736bcb-9234-499c-bfe8-2f586f689f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:51.993575 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Network cf9d92ec-85d8-411f-916f-4a613858816f is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:55:52.020830 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks [] for router_controller (778614f7-ecb1-401b-aa3e-410cbb8dde59), precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:52.030242 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:55:52.031239 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, cf9d92ec-85d8-411f-916f-4a613858816f) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:52.056406 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:52.059277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:52.160424 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:55:52.161759 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:52.215351 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2ff259-a086-494d-9feb-f70accfc76ff None None] Network cf9d92ec-85d8-411f-916f-4a613858816f requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:55:52.358311 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-68f01ddf-c286-41e3-8974-c9e5a2a1120b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6729152 Apr 07 12:55:52.440666 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:50Z', 'revision_number': 3, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:55:52.441440 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2030920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65278'] for router (a818cbf0-2901-472c-b6a7-5fb46dee0999), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:52.442523 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2031076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65271'] for router (a818cbf0-2901-472c-b6a7-5fb46dee0999), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:52.479940 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Checking router: e98473a3-78b7-4e59-8017-1d1bcc3c678d for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:55:52.480764 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Updating router e98473a3-78b7-4e59-8017-1d1bcc3c678d port f2cd28f4-fb04-40f1-8a92-56f2672237d2 binding host dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:55:52.540293 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:52.586846 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks [] for router_controller (a818cbf0-2901-472c-b6a7-5fb46dee0999), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:52.702764 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:55:52.704010 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:52.836646 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks [] for router_gateway (778614f7-ecb1-401b-aa3e-410cbb8dde59), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:52.980887 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f7736bcb-9234-499c-bfe8-2f586f689f68 None None] For port bc686e88-5da2-4f96-8191-fd143d80b64a, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=bc686e88-5da2-4f96-8191-fd143d80b64a,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:55:53.065261 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port bc686e88-5da2-4f96-8191-fd143d80b64a is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:55:53.066449 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57370) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:53.066750 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.077160 dv-cinder-836944-2-smb neutron-server[103161]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 12:55:53.105067 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f7736bcb-9234-499c-bfe8-2f586f689f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.125112 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee37b5e-cbda-4fbd-bc91-e8d897fb295e None None] Network cf9d92ec-85d8-411f-916f-4a613858816f requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:55:53.227078 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks [] for router_gateway (a818cbf0-2901-472c-b6a7-5fb46dee0999), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.237498 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Publish callbacks [] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.249435 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.374573 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Attempting to bind port f2cd28f4-fb04-40f1-8a92-56f2672237d2 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:55:53.374942 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Attempting to bind port f2cd28f4-fb04-40f1-8a92-56f2672237d2 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:55:53.375303 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Attempting to bind port f2cd28f4-fb04-40f1-8a92-56f2672237d2 on network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:55:53.394346 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Pushing event updated for resources: {'Port': ['ID=f2cd28f4-fb04-40f1-8a92-56f2672237d2,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:53.399703 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:55:53.400080 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:55:53.401007 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.401396 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Bound using segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:55:53.401870 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Bound port: f2cd28f4-fb04-40f1-8a92-56f2672237d2, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:55:53.402286 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.429914 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.430285 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.430627 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.431037 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.431399 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.431750 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.432166 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.432500 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.432826 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.433145 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.433465 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.433801 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.434120 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.434462 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.434776 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Tracked resource versions report: Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: pushed versions: Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: { 'AddressGroup': {'1.2'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Agent': {'1.1'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'ConntrackHelper': {'1.0'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'LocalIPAssociation': {'1.0'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Log': {'1.0'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'NDPProxy': {'1.0'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Network': {'1.1'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Port': {'1.7'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'PortForwarding': {'1.3'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'QosPolicy': {'1.10'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'SecurityGroup': {'1.5'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'SecurityGroupRule': {'1.2'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'SubPort': {'1.0'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Subnet': {'1.1'}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Trunk': {'1.1'}} Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: consumer versions: Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: { DHCP agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: HyperV agent@hv-cinder-83694: {}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: L3 agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: Metadata agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: Metering agent@dv-cinder-836944-2-smb: {}, Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: Open vSwitch agent@dv-cinder-836944-2-smb: { 'AddressGroup': '1.2', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Agent': '1.1', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'ConntrackHelper': '1.0', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'LocalIPAssociation': '1.0', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Log': '1.0', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'NDPProxy': '1.0', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Network': '1.1', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Port': '1.7', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'PortForwarding': '1.3', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'QosPolicy': '1.10', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'SecurityGroup': '1.5', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'SecurityGroupRule': '1.2', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'SubPort': '1.0', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Subnet': '1.1', Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: 'Trunk': '1.1'}} Apr 07 12:55:53.436196 dv-cinder-836944-2-smb neutron-server[103164]: {{(pid=103164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 12:55:53.472801 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] For port f2cd28f4-fb04-40f1-8a92-56f2672237d2, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:55:53.476385 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] For port f2cd28f4-fb04-40f1-8a92-56f2672237d2, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=f2cd28f4-fb04-40f1-8a92-56f2672237d2,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:55:53.486875 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Allocated IP 172.20.0.2 (e4853d6b-79dc-4abc-b1a6-d90b84863c06/68d47241-fd88-4166-8023-9edfaa6a9adf/946c9387-e17b-41db-ad16-bec1e18d733f) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:55:53.487425 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.515812 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-0292b3f8-fa42-45db-a53f-d1c13192f1c6 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:53.518062 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-0292b3f8-fa42-45db-a53f-d1c13192f1c6 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/networks?id=cf9d92ec-85d8-411f-916f-4a613858816f HTTP/1.1" status: 200 len: 811 time: 0.4468522 Apr 07 12:55:53.530915 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.558810 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20805e51-c381-47d9-812f-71ea2be10b3a None None] Pushing event updated for resources: {'Port': ['ID=f2cd28f4-fb04-40f1-8a92-56f2672237d2,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:53.600840 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:55:53.601621 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:55:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:55:53.622553 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57388) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:53.689562 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Allocated IP 172.20.0.2 (7168dd73-28dd-4ce5-9a86-2153d1e0fea4/1029117b-6b27-42fc-af69-b20087717eee/4f825524-168d-4e6e-b25a-d9dc99a60462) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:55:53.697924 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-3cc1b855-7e88-43d9-83fd-bc23b912a34c tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/quotas/92abba42ffd34197944b54d633fc997c HTTP/1.1" status: 200 len: 375 time: 0.1722677 Apr 07 12:55:53.743080 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:55:53.787240 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-d892f162-03e8-4fb0-8eba-e3da7eb173fe tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=92abba42ffd34197944b54d633fc997c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831335 Apr 07 12:55:53.802883 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks [] for router_gateway (778614f7-ecb1-401b-aa3e-410cbb8dde59), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.825331 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.890155 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f25c9d8-8f36-49ff-9b82-dea7e2af1007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:53.903780 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Allocated IP 172.20.0.1 (5ca162ac-5f24-4fa1-ba6f-9a6242c95701/c79bda1f-249c-47f2-94c0-668089c8fb8f/f5e3bbf1-fdec-45ea-80a2-f43d95f7a467) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:55:54.003077 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f25c9d8-8f36-49ff-9b82-dea7e2af1007 admin admin] Publish callbacks [] for security_group (de734996-8765-4361-ae64-4e92740ce21a), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.021945 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9f25c9d8-8f36-49ff-9b82-dea7e2af1007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (de734996-8765-4361-ae64-4e92740ce21a), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.023028 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Publish callbacks [] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.063314 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Publish callbacks [] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.073465 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-9f25c9d8-8f36-49ff-9b82-dea7e2af1007 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8c5179cbbf94ba1a93539d9433f7b2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4470716 Apr 07 12:55:54.101216 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57410) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:54.118322 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-b214014c-ca1d-44d8-804f-76a700d4cacf service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:55:54.119699 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-b214014c-ca1d-44d8-804f-76a700d4cacf service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1377075 Apr 07 12:55:54.133331 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:50Z', 'revision_number': 3, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:55:54.174316 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9be7a1-5934-4f4f-906d-e010da8297de None None] The sync data for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb is: [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:50Z', 'revision_number': 3, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:55:54.179430 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.184604 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.195916 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25c9d8-8f36-49ff-9b82-dea7e2af1007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de734996-8765-4361-ae64-4e92740ce21a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:54.249455 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:55:54.258354 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:54.277821 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:55:54.277821 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2031432'] for router_interface (e98473a3-78b7-4e59-8017-1d1bcc3c678d), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.316072 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Allocated IP 172.28.2.138 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/51c956df-50ac-4cce-bec7-6c4a08292d61) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:55:54.423982 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-f64a5f2c-31c6-44f3-9c42-26dc6134580a service neutron] 10.222.0.45 "GET /v2.0/networks/cf9d92ec-85d8-411f-916f-4a613858816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928691 Apr 07 12:55:54.501876 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.db.api [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 12:55:54.502303 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG oslo_db.api [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 12:55:54.504055 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:55:54.517786 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-435d0bf2-57ff-404d-948e-148c515136f5 None None] Provisioning complete for port bc686e88-5da2-4f96-8191-fd143d80b64a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:55:54.519116 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-435d0bf2-57ff-404d-948e-148c515136f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.533604 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:54.535202 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7736bcb-9234-499c-bfe8-2f586f689f68 None None] Pushing event updated for resources: {'Port': ['ID=bc686e88-5da2-4f96-8191-fd143d80b64a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:54.707286 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Pushing event updated for resources: {'Port': ['ID=4f825524-168d-4e6e-b25a-d9dc99a60462,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:54.713140 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:55:54.743099 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6df7cf7-0277-4622-97ff-eaa6d7e10c10 admin admin] Publish callbacks [] for security_group (de734996-8765-4361-ae64-4e92740ce21a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.765526 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks [] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.789162 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-31588b0f-dd5f-4442-8cc3-5b6d251da9ce service neutron] 10.222.0.45 "GET /v2.0/networks/cf9d92ec-85d8-411f-916f-4a613858816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242843 Apr 07 12:55:54.791214 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6df7cf7-0277-4622-97ff-eaa6d7e10c10 admin admin] Publish callbacks [] for security_group (de734996-8765-4361-ae64-4e92740ce21a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.873453 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.921400 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Attempting to bind port 4f825524-168d-4e6e-b25a-d9dc99a60462 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:55:54.921994 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Attempting to bind port 4f825524-168d-4e6e-b25a-d9dc99a60462 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:55:54.922547 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Attempting to bind port 4f825524-168d-4e6e-b25a-d9dc99a60462 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:55:54.937872 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6df7cf7-0277-4622-97ff-eaa6d7e10c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (de734996-8765-4361-ae64-4e92740ce21a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.940374 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:55:54.940748 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Checking segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:55:54.941152 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.941551 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Bound using segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:55:54.942054 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Bound port: 4f825524-168d-4e6e-b25a-d9dc99a60462, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:55:54.942468 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.942720 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6df7cf7-0277-4622-97ff-eaa6d7e10c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.944412 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c6df7cf7-0277-4622-97ff-eaa6d7e10c10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de734996-8765-4361-ae64-4e92740ce21a HTTP/1.1" status: 204 len: 168 time: 0.8409736 Apr 07 12:55:54.951553 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Publish callbacks [] for port (946c9387-e17b-41db-ad16-bec1e18d733f), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:54.996866 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:55.007226 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Pushing event updated for resources: {'Port': ['ID=51c956df-50ac-4cce-bec7-6c4a08292d61,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:55.044159 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:55:55.049291 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:55.056454 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:55:55.235619 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Pushing event updated for resources: {'Port': ['ID=946c9387-e17b-41db-ad16-bec1e18d733f,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:55.246167 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df7cf7-0277-4622-97ff-eaa6d7e10c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de734996-8765-4361-ae64-4e92740ce21a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:55.323001 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:55.339172 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-435d0bf2-57ff-404d-948e-148c515136f5 None None] Current status of the port bc686e88-5da2-4f96-8191-fd143d80b64a is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:55:55.359614 dv-cinder-836944-2-smb neutron-server[103162]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 12:55:55.364454 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Pushing event updated for resources: {'Port': ['ID=f5e3bbf1-fdec-45ea-80a2-f43d95f7a467,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:55.378938 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:55:55.382458 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] For port 4f825524-168d-4e6e-b25a-d9dc99a60462, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:55:55.386633 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:55.392495 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:55:55.406278 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port bc686e88-5da2-4f96-8191-fd143d80b64a is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:55:55.466846 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] For port 4f825524-168d-4e6e-b25a-d9dc99a60462, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=4f825524-168d-4e6e-b25a-d9dc99a60462,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:55:55.543600 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-68321d75-e1ae-4892-a23b-82f6f8a741c6 req-e030e6b0-c238-44a0-9098-3609269f6d78 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 210 time: 0.2040772 Apr 07 12:55:55.633664 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks [] for router_gateway (778614f7-ecb1-401b-aa3e-410cbb8dde59), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:55.720739 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57480) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:55.755097 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:55.759220 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device bc686e88-5da2-4f96-8191-fd143d80b64a up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:55:55.849739 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63a222c1-57d5-4e1d-862c-408fa806d384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.021281 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f21bf5-90d5-4907-b6a3-7905000c92e2 None None] Pushing event updated for resources: {'Port': ['ID=4f825524-168d-4e6e-b25a-d9dc99a60462,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:56.047261 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.079564 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Attempting to bind port 946c9387-e17b-41db-ad16-bec1e18d733f on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:55:56.080062 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Attempting to bind port 946c9387-e17b-41db-ad16-bec1e18d733f by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:55:56.081328 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Attempting to bind port 946c9387-e17b-41db-ad16-bec1e18d733f on network e4853d6b-79dc-4abc-b1a6-d90b84863c06 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:55:56.093441 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks [] for router_gateway (a818cbf0-2901-472c-b6a7-5fb46dee0999), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.094986 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:55:56.130167 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Checking segment: {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:55:56.130167 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.130167 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Bound using segment: {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:55:56.130167 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Bound port: 946c9387-e17b-41db-ad16-bec1e18d733f, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:55:56.130167 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.156582 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-11eff7c1-7224-4681-a8db-0dc4f71a7e3d None None] Provisioning complete for port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:55:56.157280 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-11eff7c1-7224-4681-a8db-0dc4f71a7e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.158680 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.241949 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-11eff7c1-7224-4681-a8db-0dc4f71a7e3d None None] Port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:55:56.365474 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] For port 946c9387-e17b-41db-ad16-bec1e18d733f, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:55:56.371337 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] For port 946c9387-e17b-41db-ad16-bec1e18d733f, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=946c9387-e17b-41db-ad16-bec1e18d733f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:55:56.380328 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port bc686e88-5da2-4f96-8191-fd143d80b64a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:55:56.380880 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.386114 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.410108 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63a222c1-57d5-4e1d-862c-408fa806d384 admin admin] Publish callbacks [] for security_group (c5ab0d4a-e034-408b-b2a7-945737ee2173), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.445269 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63a222c1-57d5-4e1d-862c-408fa806d384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c5ab0d4a-e034-408b-b2a7-945737ee2173), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.454327 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319'] for router (778614f7-ecb1-401b-aa3e-410cbb8dde59), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.515799 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dbb7d-1b37-4d29-8e31-6f57b3634723 None None] Pushing event updated for resources: {'Port': ['ID=946c9387-e17b-41db-ad16-bec1e18d733f,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:56.617919 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a222c1-57d5-4e1d-862c-408fa806d384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ab0d4a-e034-408b-b2a7-945737ee2173,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:56.676667 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-63a222c1-57d5-4e1d-862c-408fa806d384 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c94abf9fce78416b965935d52cf2fd1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9529870 Apr 07 12:55:56.716762 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port bc686e88-5da2-4f96-8191-fd143d80b64a is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:55:56.725027 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device f2cd28f4-fb04-40f1-8a92-56f2672237d2 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:55:56.730467 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57526) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:56.743404 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Allocated IP 172.28.2.210 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/44a7c521-a290-49e3-85d2-f8c2cecbe4a5) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:55:56.869424 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port f2cd28f4-fb04-40f1-8a92-56f2672237d2 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:55:56.870747 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.917038 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c91b3516-8125-45a1-ad96-0b6a26169019 admin admin] Publish callbacks [] for security_group (c5ab0d4a-e034-408b-b2a7-945737ee2173), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:56.929102 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Router 778614f7-ecb1-401b-aa3e-410cbb8dde59 is scheduled to L3 agent 45e35528-2698-4706-b1a2-483f8e65635b with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:55:56.948455 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e38571b8-0299-4ef0-9927-408e6d124335 req-20f64748-f816-464a-af7b-b52364a5deab tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 210 time: 0.2024364 Apr 07 12:55:57.077384 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Publish callbacks [] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.082969 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port f2cd28f4-fb04-40f1-8a92-56f2672237d2 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:55:57.083625 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.092781 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.093827 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2031588'] for router_interface (e98473a3-78b7-4e59-8017-1d1bcc3c678d), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.156573 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port f2cd28f4-fb04-40f1-8a92-56f2672237d2, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=f2cd28f4-fb04-40f1-8a92-56f2672237d2,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:55:57.166379 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.293666 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=f2cd28f4-fb04-40f1-8a92-56f2672237d2,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:57.309820 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c91b3516-8125-45a1-ad96-0b6a26169019 admin admin] Publish callbacks [] for security_group (c5ab0d4a-e034-408b-b2a7-945737ee2173), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.347328 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:55:57.361863 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Sync routers for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:55:57.402246 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.406611 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ecae38e8-3ad7-48ab-9775-346a79131276 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6606700 Apr 07 12:55:57.406876 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:55:57.407205 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:55:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:55:57.409673 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57566) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:57.427423 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Pushing event updated for resources: {'Port': ['ID=f5e3bbf1-fdec-45ea-80a2-f43d95f7a467,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:57.499169 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c91b3516-8125-45a1-ad96-0b6a26169019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c5ab0d4a-e034-408b-b2a7-945737ee2173), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.505000 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c91b3516-8125-45a1-ad96-0b6a26169019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.506871 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c91b3516-8125-45a1-ad96-0b6a26169019 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5ab0d4a-e034-408b-b2a7-945737ee2173 HTTP/1.1" status: 204 len: 168 time: 0.7704329 Apr 07 12:55:57.536491 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b3516-8125-45a1-ad96-0b6a26169019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ab0d4a-e034-408b-b2a7-945737ee2173,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:57.548007 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks [] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.587724 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:55:57.592755 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:57.865015 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:57.930872 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 946c9387-e17b-41db-ad16-bec1e18d733f up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:55:58.082093 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:55:58.098260 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:55:58.107369 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:55:58.166141 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:55:58.282518 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57584) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:58.387224 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821111e-6487-472f-9fc6-34b08b1e84cf None None] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:55:58.409757 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Pushing event updated for resources: {'Port': ['ID=44a7c521-a290-49e3-85d2-f8c2cecbe4a5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:58.422644 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Router e98473a3-78b7-4e59-8017-1d1bcc3c678d has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:55:58.522334 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-80d02d1a-6820-4edf-855c-dd3b14a483b7 req-fbfe75df-4d5b-47a5-adcb-0305ac8fd81e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 210 time: 0.1300230 Apr 07 12:55:58.561340 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.26', 61351) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:58.583435 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6ebc7a6f-0c39-4a4d-b825-a9cc5dcd52a1 None None] Provisioning complete for port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:55:58.583832 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ebc7a6f-0c39-4a4d-b825-a9cc5dcd52a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:58.585497 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 946c9387-e17b-41db-ad16-bec1e18d733f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:55:58.585854 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:58.821643 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a5105-4c9e-4219-b038-68dc21f9670d None None] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:55:58.856117 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc7a6f-0c39-4a4d-b825-a9cc5dcd52a1 None None] Port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:55:58.876302 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:55:58.887437 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Sync routers for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:55:58.899521 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-ecfdda4b-331c-4045-a0f0-57aa719a4cff admin admin] 10.222.0.45 "PUT /v2.0/routers/e98473a3-78b7-4e59-8017-1d1bcc3c678d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2545655 Apr 07 12:55:58.903349 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e943de94-66b6-4831-8695-96ce5632e0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:58.911335 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:55:58.914844 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:55:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:55:58.999221 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:59.002030 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 946c9387-e17b-41db-ad16-bec1e18d733f is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:55:59.002674 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:59.099814 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 946c9387-e17b-41db-ad16-bec1e18d733f, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=946c9387-e17b-41db-ad16-bec1e18d733f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:55:59.118676 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks [] for router_gateway (a818cbf0-2901-472c-b6a7-5fb46dee0999), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:59.163073 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-84913f5b-9208-4661-bc7f-58df7d5c3464 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:55:59.176952 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-84913f5b-9208-4661-bc7f-58df7d5c3464 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.26 "GET /v2.0/networks?id=cf9d92ec-85d8-411f-916f-4a613858816f HTTP/1.1" status: 200 len: 811 time: 0.6035731 Apr 07 12:55:59.184022 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:59.184831 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 4f825524-168d-4e6e-b25a-d9dc99a60462 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:55:59.234440 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:55:59.279414 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Request body: {'port': {'device_id': '41b4f366-6fc5-4b4c-800a-75725357e336', 'network_id': 'cf9d92ec-85d8-411f-916f-4a613858816f', 'admin_state_up': True, 'tenant_id': '92abba42ffd34197944b54d633fc997c'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:59.323070 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e943de94-66b6-4831-8695-96ce5632e0c7 admin admin] Publish callbacks [] for security_group (58b8edc9-f29b-4d32-b87e-3d6a8736a05e), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:59.356451 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e943de94-66b6-4831-8695-96ce5632e0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (58b8edc9-f29b-4d32-b87e-3d6a8736a05e), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:59.381634 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=946c9387-e17b-41db-ad16-bec1e18d733f,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:59.421096 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 3, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:55:59.435346 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e943de94-66b6-4831-8695-96ce5632e0c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d572403fb9b4c03986d5937fb837299&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1423221 Apr 07 12:55:59.439122 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57644) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:59.498145 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Provisioning complete for port 4f825524-168d-4e6e-b25a-d9dc99a60462 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:55:59.498796 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:59.508260 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Checking router: 778614f7-ecb1-401b-aa3e-410cbb8dde59 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:55:59.508606 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Updating router 778614f7-ecb1-401b-aa3e-410cbb8dde59 port 51c956df-50ac-4cce-bec7-6c4a08292d61 binding host dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:55:59.572702 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943de94-66b6-4831-8695-96ce5632e0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b8edc9-f29b-4d32-b87e-3d6a8736a05e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:55:59.601041 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57658) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:55:59.643115 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:59.881166 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1876194103-network', 'tenant_id': '8e7cd9f80d594404bc60494de0744663'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:55:59.908444 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7eb357b7-5805-4cfe-a06c-220f88707251 req-8a316e60-4fa5-4f72-92a1-6e2cb623b353 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 210 time: 0.1751046 Apr 07 12:55:59.962159 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d629a9db-18a7-4974-bc3a-c5fe08d865d4 admin admin] Publish callbacks [] for security_group (58b8edc9-f29b-4d32-b87e-3d6a8736a05e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:55:59.990316 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319'] for router (a818cbf0-2901-472c-b6a7-5fb46dee0999), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.013271 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57676) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:00.039291 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:55:56Z', 'revision_number': 2, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:00.047587 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Made reservation on behalf of 8e7cd9f80d594404bc60494de0744663 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:00.049984 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.077217 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Allocated IP 172.20.0.1 (e4853d6b-79dc-4abc-b1a6-d90b84863c06/68d47241-fd88-4166-8023-9edfaa6a9adf/c87d0449-0916-423c-81bc-621f3e7bafcf) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:00.101260 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d629a9db-18a7-4974-bc3a-c5fe08d865d4 admin admin] Publish callbacks [] for security_group (58b8edc9-f29b-4d32-b87e-3d6a8736a05e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.109398 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Checking router: e98473a3-78b7-4e59-8017-1d1bcc3c678d for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:56:00.110015 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Updating router e98473a3-78b7-4e59-8017-1d1bcc3c678d port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 binding host dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:56:00.207030 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57680) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:00.222736 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.222910 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.240018 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-dbdf4f66-ad6b-4e89-9572-425f3a72bde0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840997665', 'description': 'tempest-description--1879617502'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:00.308214 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Made reservation on behalf of 92abba42ffd34197944b54d633fc997c for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:00.311485 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.366330 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 4f825524-168d-4e6e-b25a-d9dc99a60462 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:00.367590 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.381018 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dbdf4f66-ad6b-4e89-9572-425f3a72bde0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.552174 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31e51236-3948-406f-95b0-cde47c772806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.630373 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d629a9db-18a7-4974-bc3a-c5fe08d865d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (58b8edc9-f29b-4d32-b87e-3d6a8736a05e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.633488 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d629a9db-18a7-4974-bc3a-c5fe08d865d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.649701 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-d629a9db-18a7-4974-bc3a-c5fe08d865d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58b8edc9-f29b-4d32-b87e-3d6a8736a05e HTTP/1.1" status: 204 len: 168 time: 1.1055110 Apr 07 12:56:00.730608 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629a9db-18a7-4974-bc3a-c5fe08d865d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b8edc9-f29b-4d32-b87e-3d6a8736a05e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:00.760070 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 4f825524-168d-4e6e-b25a-d9dc99a60462 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:00.761192 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.829764 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 4f825524-168d-4e6e-b25a-d9dc99a60462, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=4f825524-168d-4e6e-b25a-d9dc99a60462,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:00.881045 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.882095 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device f2cd28f4-fb04-40f1-8a92-56f2672237d2 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:00.887909 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Publish callbacks [] for security_group (c2c42350-6be6-4ce2-8077-5ca702781fcc), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.901408 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 is scheduled to L3 agent 45e35528-2698-4706-b1a2-483f8e65635b with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:56:00.911020 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c2c42350-6be6-4ce2-8077-5ca702781fcc), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.919888 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Publish callbacks [] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:00.931025 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.005008 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ade83-5653-473f-975c-9cbaf2cec601 None None] Pushing event updated for resources: {'Port': ['ID=f5e3bbf1-fdec-45ea-80a2-f43d95f7a467,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:01.050847 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c42350-6be6-4ce2-8077-5ca702781fcc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:01.135095 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:56:01.184333 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Attempting to bind port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:01.184931 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Attempting to bind port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:01.185050 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Attempting to bind port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 on network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:01.192959 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:01.193357 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Checking segment: {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:01.193772 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.194169 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Bound using segment: {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:01.194748 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Bound port: f5e3bbf1-fdec-45ea-80a2-f43d95f7a467, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:01.195143 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.259729 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Current status of the port 4f825524-168d-4e6e-b25a-d9dc99a60462 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:01.260155 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.433496 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (489b540b-cd91-40ef-84ad-ac0bdfd38ae7), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.433895 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Added segment 489b540b-cd91-40ef-84ad-ac0bdfd38ae7 of type vlan for network 047bfb34-cad8-4fc6-b15d-64722d42bd05 Apr 07 12:56:01.440815 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] For port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:01.448930 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] For port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=f5e3bbf1-fdec-45ea-80a2-f43d95f7a467,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:01.463717 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.467230 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-b24b6d3c-946b-4586-b9c0-787d7e4c940d req-36c769cf-239d-47b3-9c2d-e5202923dab4 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 210 time: 0.2041142 Apr 07 12:56:01.487342 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Publish callbacks [] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.510638 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31e51236-3948-406f-95b0-cde47c772806 admin admin] Publish callbacks [] for security_group (4a59c680-ec75-48ea-aba2-d5247216342c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.523653 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dbdf4f66-ad6b-4e89-9572-425f3a72bde0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (a425957f-6b78-4caa-8130-7ce95651c50b), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.559468 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.588596 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dbdf4f66-ad6b-4e89-9572-425f3a72bde0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (a425957f-6b78-4caa-8130-7ce95651c50b), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.603845 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Publish callbacks [] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.611860 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31e51236-3948-406f-95b0-cde47c772806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (4a59c680-ec75-48ea-aba2-d5247216342c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.627351 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Allocated IP 172.20.0.4 (cf9d92ec-85d8-411f-916f-4a613858816f/6f4daa99-dce4-423e-8877-b342d6597962/6b58bd3c-dbb7-499b-90df-257b252db8ff) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:01.675500 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=4f825524-168d-4e6e-b25a-d9dc99a60462,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:01.758122 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dbdf4f66-ad6b-4e89-9572-425f3a72bde0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.759846 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-dbdf4f66-ad6b-4e89-9572-425f3a72bde0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5496006 Apr 07 12:56:01.760140 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ade83-5653-473f-975c-9cbaf2cec601 None None] Pushing event updated for resources: {'Port': ['ID=f5e3bbf1-fdec-45ea-80a2-f43d95f7a467,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:01.764470 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:01.769163 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57710) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:01.773303 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf4f66-ad6b-4e89-9572-425f3a72bde0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a425957f-6b78-4caa-8130-7ce95651c50b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:01.773678 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:55:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:01.839102 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ab280251-2220-4c7c-b812-214edd3bb744 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'security_group_rule': {'security_group_id': 'a425957f-6b78-4caa-8130-7ce95651c50b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:01.858997 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (047bfb34-cad8-4fc6-b15d-64722d42bd05), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:01.884948 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29701d-dcd9-4312-80ba-8dfd4d8dd09a None None] Pushing event updated for resources: {'Port': ['ID=51c956df-50ac-4cce-bec7-6c4a08292d61,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:01.910837 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-31e51236-3948-406f-95b0-cde47c772806 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35fa9fa0bd484a219aa7dd9f5986728b&name=default HTTP/1.1" status: 200 len: 2995 time: 1.8877478 Apr 07 12:56:01.913265 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:01.917100 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e51236-3948-406f-95b0-cde47c772806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a59c680-ec75-48ea-aba2-d5247216342c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:01.985464 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:56:02.007156 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.013797 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:56:02.028683 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:02.066046 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.067337 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fd7229b5-7717-48ae-b2d9-cb99cffe4d49 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.2674410 Apr 07 12:56:02.068142 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (047bfb34-cad8-4fc6-b15d-64722d42bd05), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.069065 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:02.069642 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.077882 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57718) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:02.085117 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-196133f7-54d0-4ee0-bd60-87d9e7231b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.107792 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Attempting to bind port 51c956df-50ac-4cce-bec7-6c4a08292d61 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:02.109552 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Attempting to bind port 51c956df-50ac-4cce-bec7-6c4a08292d61 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:02.110554 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Attempting to bind port 51c956df-50ac-4cce-bec7-6c4a08292d61 on network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:02.128670 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:02.130034 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:55:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:02.205067 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:02.205939 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:02.207243 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.208030 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Bound using segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:02.209277 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Bound port: 51c956df-50ac-4cce-bec7-6c4a08292d61, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:02.209891 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.243236 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port f2cd28f4-fb04-40f1-8a92-56f2672237d2 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:02.245117 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.248574 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6461415 Apr 07 12:56:02.249163 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.db.api [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 12:56:02.249772 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG oslo_db.api [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 12:56:02.273534 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57722) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:02.284080 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Request body: {'subnet': {'network_id': '047bfb34-cad8-4fc6-b15d-64722d42bd05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1876194103-subnet', 'tenant_id': '8e7cd9f80d594404bc60494de0744663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:02.354301 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab280251-2220-4c7c-b812-214edd3bb744 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (77622db9-ec73-472a-a17a-d4def97a4c0e), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.406168 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6348e11-ebf3-4dbb-8fbd-c2db11e3ca3b admin admin] Publish callbacks [] for security_group (4a59c680-ec75-48ea-aba2-d5247216342c), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.428028 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad37718-6b0b-4940-a6a9-ca1566d09ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=047bfb34-cad8-4fc6-b15d-64722d42bd05,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:02.430028 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] For port 51c956df-50ac-4cce-bec7-6c4a08292d61, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:02.459848 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] For port 51c956df-50ac-4cce-bec7-6c4a08292d61, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=51c956df-50ac-4cce-bec7-6c4a08292d61,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:02.464421 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 047bfb34-cad8-4fc6-b15d-64722d42bd05 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:56:02.513742 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:02.522001 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.545231 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Pushing event updated for resources: {'Port': ['ID=c87d0449-0916-423c-81bc-621f3e7bafcf,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:02.573044 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:02.601811 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:02.602290 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d28578d6-903f-4513-abb0-4e374748011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:01Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:02.602837 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2031432'] for router_interface (778614f7-ecb1-401b-aa3e-410cbb8dde59), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.603490 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Made reservation on behalf of 8e7cd9f80d594404bc60494de0744663 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:02.605520 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.621273 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:02.640902 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6348e11-ebf3-4dbb-8fbd-c2db11e3ca3b admin admin] Publish callbacks [] for security_group (4a59c680-ec75-48ea-aba2-d5247216342c), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:02.708091 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28578d6-903f-4513-abb0-4e374748011d None None] The sync data for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb is: [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:01Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:02.996277 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:02.996979 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:55:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:03.224532 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port f2cd28f4-fb04-40f1-8a92-56f2672237d2 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:03.395132 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-71834098-084f-45c8-b94b-b8aaa11f1a0c req-51432728-ca86-4796-82c6-c419f2177dd1 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 210 time: 0.2440903 Apr 07 12:56:03.473352 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6348e11-ebf3-4dbb-8fbd-c2db11e3ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (4a59c680-ec75-48ea-aba2-d5247216342c), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:03.476214 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d6348e11-ebf3-4dbb-8fbd-c2db11e3ca3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:03.480735 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-d6348e11-ebf3-4dbb-8fbd-c2db11e3ca3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a59c680-ec75-48ea-aba2-d5247216342c HTTP/1.1" status: 204 len: 168 time: 1.5614700 Apr 07 12:56:03.550671 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Publish callbacks [] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:03.606304 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6348e11-ebf3-4dbb-8fbd-c2db11e3ca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a59c680-ec75-48ea-aba2-d5247216342c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:03.612870 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29701d-dcd9-4312-80ba-8dfd4d8dd09a None None] Pushing event updated for resources: {'Port': ['ID=51c956df-50ac-4cce-bec7-6c4a08292d61,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:03.632945 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Current status of the port 4f825524-168d-4e6e-b25a-d9dc99a60462 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:03.659696 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab280251-2220-4c7c-b812-214edd3bb744 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (77622db9-ec73-472a-a17a-d4def97a4c0e), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:03.696318 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 946c9387-e17b-41db-ad16-bec1e18d733f up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:03.800874 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab280251-2220-4c7c-b812-214edd3bb744 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (77622db9-ec73-472a-a17a-d4def97a4c0e), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:03.952761 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:04.036305 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Provisioning complete for port 946c9387-e17b-41db-ad16-bec1e18d733f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:04.038087 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:04.045474 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:04.053078 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fbd37bf7-973f-45b5-951f-359d5016f4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:04.402185 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Publish callbacks [] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:04.422473 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ab280251-2220-4c7c-b812-214edd3bb744 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:04.432206 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ab280251-2220-4c7c-b812-214edd3bb744 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6358066 Apr 07 12:56:04.443921 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57758) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:04.472137 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e98f230c-03e7-4dec-895e-bb7ba9ab36b7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'security_group_rule': {'security_group_id': 'a425957f-6b78-4caa-8130-7ce95651c50b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:04.517207 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:04.530526 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2031588'] for router_interface (778614f7-ecb1-401b-aa3e-410cbb8dde59), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:04.532919 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab280251-2220-4c7c-b812-214edd3bb744 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77622db9-ec73-472a-a17a-d4def97a4c0e,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:04.641515 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (b359695f-5321-4478-b0b5-6c3533a833b2), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:04.802204 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57770) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:04.875767 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b6af864-6dce-4033-a96c-7c70f5d17949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.037060 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0b001467-bf81-4667-a74b-83cd5404d35c req-40da9654-416b-416f-92ff-ac1a18409f15 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 210 time: 0.3005257 Apr 07 12:56:05.074160 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:05.081735 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:05.094315 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.266112 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Pushing event updated for resources: {'Port': ['ID=c87d0449-0916-423c-81bc-621f3e7bafcf,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:05.295388 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b359695f-5321-4478-b0b5-6c3533a833b2,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:05.296271 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e98f230c-03e7-4dec-895e-bb7ba9ab36b7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (1ac77620-f590-4678-8e80-d1b151a2b012), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.318096 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b6af864-6dce-4033-a96c-7c70f5d17949 admin admin] Publish callbacks [] for security_group (893e723a-cd86-4d7a-89ce-9d77f875d207), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.341882 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b6af864-6dce-4033-a96c-7c70f5d17949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (893e723a-cd86-4d7a-89ce-9d77f875d207), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.432328 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Checking segment: {'id': '489b540b-cd91-40ef-84ad-ac0bdfd38ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '047bfb34-cad8-4fc6-b15d-64722d42bd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:05.436089 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Network hostable DHCP agents. Network: 047bfb34-cad8-4fc6-b15d-64722d42bd05, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:56:05.529744 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Router 778614f7-ecb1-401b-aa3e-410cbb8dde59 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:56:05.532030 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Network cf9d92ec-85d8-411f-916f-4a613858816f is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:05.535160 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.627537 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 946c9387-e17b-41db-ad16-bec1e18d733f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:05.629007 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.636542 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8e50e-daca-4d88-8740-8c097ff6dbac None None] Current status of the port 946c9387-e17b-41db-ad16-bec1e18d733f is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:05.714268 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6af864-6dce-4033-a96c-7c70f5d17949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e723a-cd86-4d7a-89ce-9d77f875d207,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:05.762647 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:05.773151 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-8b6af864-6dce-4033-a96c-7c70f5d17949 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9b27200b45741cb97df2dc0ad53c360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9692833 Apr 07 12:56:05.781685 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57786) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:05.790547 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:56:05.790897 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Network 047bfb34-cad8-4fc6-b15d-64722d42bd05 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:56:05.795722 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:05.807179 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.807952 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:05.808618 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.857152 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 3, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:05.876351 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 047bfb34-cad8-4fc6-b15d-64722d42bd05) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:05.902017 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:05.902726 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.911745 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Pushing event updated for resources: {'Port': ['ID=6b58bd3c-dbb7-499b-90df-257b252db8ff,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:05.923705 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:55:58Z', 'revision_number': 3, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:05.950254 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-24e96a22-4c81-4ab4-a5fa-3d627aada99d admin admin] 10.222.0.45 "PUT /v2.0/routers/778614f7-ecb1-401b-aa3e-410cbb8dde59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5296867 Apr 07 12:56:05.950254 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-13dac916-5619-4cea-8f1c-32efe2fb2f7e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6922512 Apr 07 12:56:05.972001 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-fadbf115-5216-44dd-b2b7-d8fd1ddffaf2 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:56:05.973283 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-fadbf115-5216-44dd-b2b7-d8fd1ddffaf2 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129538 Apr 07 12:56:05.987018 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e98f230c-03e7-4dec-895e-bb7ba9ab36b7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (1ac77620-f590-4678-8e80-d1b151a2b012), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.994704 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e98f230c-03e7-4dec-895e-bb7ba9ab36b7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (1ac77620-f590-4678-8e80-d1b151a2b012), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:05.998636 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e2415-0ce3-454f-b4c5-0ac2ce6d617e None None] The sync data for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb is: [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 3, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:06.015756 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:56:06.017751 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Updating router a818cbf0-2901-472c-b6a7-5fb46dee0999 port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 binding host dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:56:06.046772 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f230c-03e7-4dec-895e-bb7ba9ab36b7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac77620-f590-4678-8e80-d1b151a2b012,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:06.064864 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe91184-4942-4132-b219-eab97cd408c5 None None] Network 047bfb34-cad8-4fc6-b15d-64722d42bd05 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:56:06.080627 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e98f230c-03e7-4dec-895e-bb7ba9ab36b7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.081997 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e98f230c-03e7-4dec-895e-bb7ba9ab36b7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6152735 Apr 07 12:56:06.082588 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-487efb9d-757d-481a-a7e0-737736af44f3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8014202 Apr 07 12:56:06.085624 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57800) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:06.093077 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a262-55ca-4c91-9bf6-b58bb5197283 admin admin] Publish callbacks [] for security_group (893e723a-cd86-4d7a-89ce-9d77f875d207), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.098520 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:06.175331 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.283862 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a262-55ca-4c91-9bf6-b58bb5197283 admin admin] Publish callbacks [] for security_group (893e723a-cd86-4d7a-89ce-9d77f875d207), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.342293 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Provisioning complete for port c87d0449-0916-423c-81bc-621f3e7bafcf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:06.343046 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.439954 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Allocated IP 172.20.0.1 (7168dd73-28dd-4ce5-9a86-2153d1e0fea4/1029117b-6b27-42fc-af69-b20087717eee/6ca053f8-f1ac-4949-8462-ea8f60fafa61) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:06.481386 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a262-55ca-4c91-9bf6-b58bb5197283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (893e723a-cd86-4d7a-89ce-9d77f875d207), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.486631 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a262-55ca-4c91-9bf6-b58bb5197283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.489455 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e3c6a262-55ca-4c91-9bf6-b58bb5197283 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/893e723a-cd86-4d7a-89ce-9d77f875d207 HTTP/1.1" status: 204 len: 168 time: 0.7052689 Apr 07 12:56:06.532547 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6a262-55ca-4c91-9bf6-b58bb5197283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e723a-cd86-4d7a-89ce-9d77f875d207,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:06.548043 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea762bc-dfb4-4d52-92e5-3d16204b88e7 None None] Network 047bfb34-cad8-4fc6-b15d-64722d42bd05 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:56:06.635414 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9685f1-7288-48f9-97f6-6678941abd58 req-3ae9c8bf-a35a-4835-a89c-95af992a6801 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:06.637614 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f9685f1-7288-48f9-97f6-6678941abd58 req-3ae9c8bf-a35a-4835-a89c-95af992a6801 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 931 time: 0.4021897 Apr 07 12:56:06.654640 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Request body: {'port': {'device_id': '41b4f366-6fc5-4b4c-800a-75725357e336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:06.720050 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Publish callbacks [] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.833480 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.871268 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:06.999896 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:07.104815 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:07.122564 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:07.129850 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca053f8-f1ac-4949-8462-ea8f60fafa61,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:07.139875 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:07.177664 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:07.177871 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2031432'] for router_interface (a818cbf0-2901-472c-b6a7-5fb46dee0999), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:07.191083 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Port c87d0449-0916-423c-81bc-621f3e7bafcf cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:56:07.315205 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 946c9387-e17b-41db-ad16-bec1e18d733f is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:07.316352 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 4f825524-168d-4e6e-b25a-d9dc99a60462 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:07.512705 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57830) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:07.528506 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-73c0d79c-88a8-416b-b884-70d3cfe024d5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385824510', 'description': 'tempest-description--1675673363'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:07.567223 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Provisioning complete for port 4f825524-168d-4e6e-b25a-d9dc99a60462 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:07.567842 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:07.676748 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73c0d79c-88a8-416b-b884-70d3cfe024d5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:07.758612 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f9685f1-7288-48f9-97f6-6678941abd58 req-ae5412da-df88-4a54-b4e5-32f9c9a17ca3 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1143372 Apr 07 12:56:07.795277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:07.829567 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:07.948061 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.271659 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73c0d79c-88a8-416b-b884-70d3cfe024d5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (19dc9fab-833b-418f-a51b-ba78922a56fc), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.291751 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73c0d79c-88a8-416b-b884-70d3cfe024d5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (19dc9fab-833b-418f-a51b-ba78922a56fc), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.414187 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Publish callbacks [] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.447522 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 4f825524-168d-4e6e-b25a-d9dc99a60462 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:08.447905 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.450304 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.553333 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57874) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:08.565725 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-637694356-network', 'tenant_id': '62ac4d3c1b4e409eae870069eaf54c82'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:08.616120 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Publish callbacks [] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.641373 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.642108 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2031588'] for router_interface (a818cbf0-2901-472c-b6a7-5fb46dee0999), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.645123 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Allocated IP 172.28.2.112 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/7c1566c9-3d20-4577-bfe3-5c72787b1a51) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:08.742268 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Current status of the port 4f825524-168d-4e6e-b25a-d9dc99a60462 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:08.831219 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Attempting to bind port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:08.831995 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Attempting to bind port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:08.832560 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Attempting to bind port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 on network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:08.834911 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f942dc7-9b13-42ff-bd25-d26eb51975f9 None None] Pushing event updated for resources: {'Port': ['ID=44a7c521-a290-49e3-85d2-f8c2cecbe4a5,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:08.862546 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for port (7c1566c9-3d20-4577-bfe3-5c72787b1a51), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.869331 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:08.869974 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:08.870822 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.882844 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Bound using segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:08.884283 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Bound port: 44a7c521-a290-49e3-85d2-f8c2cecbe4a5, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:08.885011 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.927421 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-73c0d79c-88a8-416b-b884-70d3cfe024d5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.929614 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-73c0d79c-88a8-416b-b884-70d3cfe024d5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4158556 Apr 07 12:56:08.933566 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Provisioning complete for port 946c9387-e17b-41db-ad16-bec1e18d733f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:08.933964 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:08.936164 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57882) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:08.949581 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1aca8038-21a9-4ba6-9df4-fb5ee35a2d5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'security_group_rule': {'security_group_id': '19dc9fab-833b-418f-a51b-ba78922a56fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:08.956192 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b58bd3c-dbb7-499b-90df-257b252db8ff {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:08.983663 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Publish callbacks [] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.007464 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0d79c-88a8-416b-b884-70d3cfe024d5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc9fab-833b-418f-a51b-ba78922a56fc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:09.017916 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:09.074974 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:09.078849 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Transition to ACTIVE for port object 6b58bd3c-dbb7-499b-90df-257b252db8ff will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:56:09.090140 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ca053f8-f1ac-4949-8462-ea8f60fafa61,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:09.106899 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1aca8038-21a9-4ba6-9df4-fb5ee35a2d5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (6eee257a-c185-4d26-b51e-7cc6d2eabb2f), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.167833 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.180552 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 4f825524-168d-4e6e-b25a-d9dc99a60462 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:09.185175 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:09.366441 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] For port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:09.385433 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] For port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=44a7c521-a290-49e3-85d2-f8c2cecbe4a5,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:09.407221 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.433642 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Made reservation on behalf of 62ac4d3c1b4e409eae870069eaf54c82 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:09.449137 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.484451 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Sync routers for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:56:09.501634 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:09.502207 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.507694 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:09.537721 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (7c1566c9-3d20-4577-bfe3-5c72787b1a51), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.656976 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Pushing event updated for resources: {'Port': ['ID=6b58bd3c-dbb7-499b-90df-257b252db8ff,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:09.702663 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1aca8038-21a9-4ba6-9df4-fb5ee35a2d5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (6eee257a-c185-4d26-b51e-7cc6d2eabb2f), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.725119 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:09.726093 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:09.747582 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca35131-a1df-4a3a-9c6a-00f2e48c832b req-5e77f27b-a392-4c1d-ae46-4a5e2e4a84fa tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:09.749181 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bca35131-a1df-4a3a-9c6a-00f2e48c832b req-5e77f27b-a392-4c1d-ae46-4a5e2e4a84fa tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 943 time: 0.5230708 Apr 07 12:56:09.760010 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:56:09.761502 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1aca8038-21a9-4ba6-9df4-fb5ee35a2d5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (6eee257a-c185-4d26-b51e-7cc6d2eabb2f), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.844666 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:09.860091 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Attempting to bind port 6b58bd3c-dbb7-499b-90df-257b252db8ff on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:09.862746 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Attempting to bind port 6b58bd3c-dbb7-499b-90df-257b252db8ff by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'fb3dcc62-0a2f-4371-8dc8-599f0c241b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cf9d92ec-85d8-411f-916f-4a613858816f'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:09.863383 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Attempting to bind port 6b58bd3c-dbb7-499b-90df-257b252db8ff on network cf9d92ec-85d8-411f-916f-4a613858816f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:09.866556 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca8038-21a9-4ba6-9df4-fb5ee35a2d5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eee257a-c185-4d26-b51e-7cc6d2eabb2f,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:09.871850 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:09.883576 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:09.894619 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:09.907379 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1aca8038-21a9-4ba6-9df4-fb5ee35a2d5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:09.912703 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-1aca8038-21a9-4ba6-9df4-fb5ee35a2d5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9741318 Apr 07 12:56:09.947445 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 57912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:09.957456 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Port 6b58bd3c-dbb7-499b-90df-257b252db8ff on network cf9d92ec-85d8-411f-916f-4a613858816f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:56:09.962941 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Attempting to bind port 6b58bd3c-dbb7-499b-90df-257b252db8ff on network cf9d92ec-85d8-411f-916f-4a613858816f {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:09.969376 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-b6375e9c-993e-47ae-a576-bd8228ae7db7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'security_group_rule': {'security_group_id': '19dc9fab-833b-418f-a51b-ba78922a56fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:09.995921 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'Port': ['ID=7c1566c9-3d20-4577-bfe3-5c72787b1a51,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:10.032481 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:10.101510 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Current status of the port 946c9387-e17b-41db-ad16-bec1e18d733f is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:10.172773 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:04Z', 'revision_number': 2, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:10.207196 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Checking router: 778614f7-ecb1-401b-aa3e-410cbb8dde59 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:56:10.207941 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Updating router 778614f7-ecb1-401b-aa3e-410cbb8dde59 port c87d0449-0916-423c-81bc-621f3e7bafcf binding host dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:56:10.216912 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (4326e917-c5b1-40cd-86b4-3468cefd6f39), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.240961 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.272467 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:10.273097 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.284961 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:10.285422 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Checking segment: {'id': 'fb3dcc62-0a2f-4371-8dc8-599f0c241b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cf9d92ec-85d8-411f-916f-4a613858816f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:10.289465 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Bound using segment: {'id': 'fb3dcc62-0a2f-4371-8dc8-599f0c241b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cf9d92ec-85d8-411f-916f-4a613858816f'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:10.293616 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Bound port: 6b58bd3c-dbb7-499b-90df-257b252db8ff, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3dcc62-0a2f-4371-8dc8-599f0c241b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'cf9d92ec-85d8-411f-916f-4a613858816f'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:10.294255 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.330103 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bca35131-a1df-4a3a-9c6a-00f2e48c832b req-f8ac9d89-73ce-404b-bd6d-a48db677d7b4 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661521 Apr 07 12:56:10.381745 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Provisioning complete for port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:10.382153 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.484478 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:56:10.503027 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-8236bd38-7103-4181-b9a2-ed609de2f1b0 admin admin] 10.222.0.45 "PUT /v2.0/routers/a818cbf0-2901-472c-b6a7-5fb46dee0999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4124441 Apr 07 12:56:10.507062 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f942dc7-9b13-42ff-bd25-d26eb51975f9 None None] Pushing event updated for resources: {'Port': ['ID=44a7c521-a290-49e3-85d2-f8c2cecbe4a5,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:10.596947 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] For port 6b58bd3c-dbb7-499b-90df-257b252db8ff, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:10.656246 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] For port 6b58bd3c-dbb7-499b-90df-257b252db8ff, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b58bd3c-dbb7-499b-90df-257b252db8ff,segment=NetworkSegment(fb3dcc62-0a2f-4371-8dc8-599f0c241b45),segment_id=fb3dcc62-0a2f-4371-8dc8-599f0c241b45)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:10.740437 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Publish callbacks [] for security_group (30196bfc-8a21-415b-8a96-4e0e0862bc43), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.756071 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6375e9c-993e-47ae-a576-bd8228ae7db7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (0fd920c7-22f9-4e8d-a489-0100435ea3cc), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.760700 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.781830 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (30196bfc-8a21-415b-8a96-4e0e0862bc43), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.861882 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Publish callbacks [] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.869965 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.978841 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:10.979230 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.985025 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Current status of the port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:10.985559 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:10.986762 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d941e1-9955-4cca-b3ef-fbe573d5ea3c None None] Pushing event updated for resources: {'Port': ['ID=c87d0449-0916-423c-81bc-621f3e7bafcf,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:10.992523 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:56:10.996774 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:10.998446 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:11.001602 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] 10.222.0.26 "PUT /v2.0/ports/6b58bd3c-dbb7-499b-90df-257b252db8ff HTTP/1.1" status: 200 len: 1093 time: 4.5909429 Apr 07 12:56:11.108571 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=f5e3bbf1-fdec-45ea-80a2-f43d95f7a467,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:11.128523 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:11.130499 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d63e7-9ff5-478a-b938-a1538d722bdc service neutron] Pushing event updated for resources: {'Port': ['ID=6b58bd3c-dbb7-499b-90df-257b252db8ff,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:11.144743 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b4f366-6fc5-4b4c-800a-75725357e336', 'tag': '6b58bd3c-dbb7-499b-90df-257b252db8ff'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:11.184144 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Attempting to bind port c87d0449-0916-423c-81bc-621f3e7bafcf on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:11.186749 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Attempting to bind port c87d0449-0916-423c-81bc-621f3e7bafcf by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:11.187334 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Attempting to bind port c87d0449-0916-423c-81bc-621f3e7bafcf on network e4853d6b-79dc-4abc-b1a6-d90b84863c06 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:11.217150 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:11.218975 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Checking segment: {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:11.229818 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:11.231287 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Bound using segment: {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:11.233097 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Bound port: c87d0449-0916-423c-81bc-621f3e7bafcf, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:11.235471 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:11.318314 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 51c956df-50ac-4cce-bec7-6c4a08292d61 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:11.331762 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.db.api [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 12:56:11.331762 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG oslo_db.api [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 12:56:11.396826 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:08Z', 'revision_number': 2, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:11.408471 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=f5e3bbf1-fdec-45ea-80a2-f43d95f7a467,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:11.419935 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30196bfc-8a21-415b-8a96-4e0e0862bc43,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:11.560801 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e233dd0f-997a-458a-a3a2-96965f047935 None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:08Z', 'revision_number': 2, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:11.589382 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] For port c87d0449-0916-423c-81bc-621f3e7bafcf, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:11.601994 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] For port c87d0449-0916-423c-81bc-621f3e7bafcf, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=c87d0449-0916-423c-81bc-621f3e7bafcf,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:11.607425 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd90c8-6d29-46b2-9de8-a21381283323 req-d6bae66a-8f23-45df-9698-8cfcb52d8cc3 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:11.609196 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f1fd90c8-6d29-46b2-9de8-a21381283323 req-d6bae66a-8f23-45df-9698-8cfcb52d8cc3 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 943 time: 0.1111734 Apr 07 12:56:11.625412 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:11.625608 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 51c956df-50ac-4cce-bec7-6c4a08292d61 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:11.625608 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:11.676176 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (7c1566c9-3d20-4577-bfe3-5c72787b1a51), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:11.806696 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f1fd90c8-6d29-46b2-9de8-a21381283323 req-e5a35f95-bd11-4a28-9c2b-bafb9dd46435 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675735 Apr 07 12:56:11.827312 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:11.827976 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:11.856152 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:56:11.874363 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (3215239b-421b-4c32-8869-7468cb2adb8f), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:11.874981 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Added segment 3215239b-421b-4c32-8869-7468cb2adb8f of type vlan for network 4c285686-e6ab-4ada-8a41-f0a5696e52db Apr 07 12:56:11.988957 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 51c956df-50ac-4cce-bec7-6c4a08292d61 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:11.989462 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.001126 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7102c4-d999-4391-bfc4-90480e570973" -d '{"events": [{"name": "network-changed", "server_uuid": "41b4f366-6fc5-4b4c-800a-75725357e336", "tag": "6b58bd3c-dbb7-499b-90df-257b252db8ff"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:12.001620 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57980) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:12.009752 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-896cc51e-282a-475e-a0d4-1d66871cdfa4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233121271', 'description': 'tempest-description--234504325'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:12.049393 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (4c285686-e6ab-4ada-8a41-f0a5696e52db), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.108873 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 51c956df-50ac-4cce-bec7-6c4a08292d61, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=51c956df-50ac-4cce-bec7-6c4a08292d61,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:12.110118 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-864df54e-d441-40e4-ac51-504e4e3dbc34 None None] Current status of the port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:12.132731 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.138252 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-896cc51e-282a-475e-a0d4-1d66871cdfa4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.216989 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d941e1-9955-4cca-b3ef-fbe573d5ea3c None None] Pushing event updated for resources: {'Port': ['ID=c87d0449-0916-423c-81bc-621f3e7bafcf,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:12.323212 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.db.resource_extend [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 12:56:12.433833 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] Provisioning complete for port c87d0449-0916-423c-81bc-621f3e7bafcf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:12.434388 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.437043 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=51c956df-50ac-4cce-bec7-6c4a08292d61,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:12.464781 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-896cc51e-282a-475e-a0d4-1d66871cdfa4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (98df1de4-37be-4953-9344-cf9d66e60758), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.477773 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-896cc51e-282a-475e-a0d4-1d66871cdfa4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (98df1de4-37be-4953-9344-cf9d66e60758), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.548625 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:12.597403 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-896cc51e-282a-475e-a0d4-1d66871cdfa4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.607301 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-896cc51e-282a-475e-a0d4-1d66871cdfa4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6031032 Apr 07 12:56:12.610770 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 57992) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:12.621094 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-36e1a9ac-9e34-4e4c-9cc6-7f233e1baffe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group_rule': {'security_group_id': '98df1de4-37be-4953-9344-cf9d66e60758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:12.645810 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a02473f-f8a6-48a6-93dc-0aea4e39e87a x-openstack-request-id: req-2a02473f-f8a6-48a6-93dc-0aea4e39e87a {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:12.646114 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b4f366-6fc5-4b4c-800a-75725357e336", "tag": "6b58bd3c-dbb7-499b-90df-257b252db8ff", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:12.646438 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a02473f-f8a6-48a6-93dc-0aea4e39e87a {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:12.647037 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a02473f-f8a6-48a6-93dc-0aea4e39e87a'] response: {'name': 'network-changed', 'server_uuid': '41b4f366-6fc5-4b4c-800a-75725357e336', 'tag': '6b58bd3c-dbb7-499b-90df-257b252db8ff', 'status': 'completed', 'code': 200} Apr 07 12:56:12.655048 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cc51e-282a-475e-a0d4-1d66871cdfa4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98df1de4-37be-4953-9344-cf9d66e60758,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:12.717344 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36e1a9ac-9e34-4e4c-9cc6-7f233e1baffe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (53a5fe90-f506-4b2c-9ddc-5940b9c53ce7), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.844827 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] Current status of the port c87d0449-0916-423c-81bc-621f3e7bafcf is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:12.845558 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.858340 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36e1a9ac-9e34-4e4c-9cc6-7f233e1baffe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (53a5fe90-f506-4b2c-9ddc-5940b9c53ce7), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.863941 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36e1a9ac-9e34-4e4c-9cc6-7f233e1baffe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (53a5fe90-f506-4b2c-9ddc-5940b9c53ce7), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.877396 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for port (7c1566c9-3d20-4577-bfe3-5c72787b1a51), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.920700 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-19ebd26d-91fb-4909-bfb2-86958e65e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:12.922381 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-19ebd26d-91fb-4909-bfb2-86958e65e8d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92abba42ffd34197944b54d633fc997c&device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 1127 time: 1.7984476 Apr 07 12:56:12.924429 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6375e9c-993e-47ae-a576-bd8228ae7db7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (0fd920c7-22f9-4e8d-a489-0100435ea3cc), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.926100 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (7c1566c9-3d20-4577-bfe3-5c72787b1a51), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.943656 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (4326e917-c5b1-40cd-86b4-3468cefd6f39), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.947201 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (4c285686-e6ab-4ada-8a41-f0a5696e52db), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.948344 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:12.949046 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.951913 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1a9ac-9e34-4e4c-9cc6-7f233e1baffe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a5fe90-f506-4b2c-9ddc-5940b9c53ce7,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:12.963047 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6375e9c-993e-47ae-a576-bd8228ae7db7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (0fd920c7-22f9-4e8d-a489-0100435ea3cc), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.974367 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-36e1a9ac-9e34-4e4c-9cc6-7f233e1baffe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:12.975799 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-36e1a9ac-9e34-4e4c-9cc6-7f233e1baffe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3633468 Apr 07 12:56:12.983699 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:12.988459 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-df13656b-66df-4093-85c7-fe8866c1d0b9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group_rule': {'security_group_id': '98df1de4-37be-4953-9344-cf9d66e60758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:12.992935 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] For port c87d0449-0916-423c-81bc-621f3e7bafcf, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=c87d0449-0916-423c-81bc-621f3e7bafcf,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:13.000260 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:13.055143 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df13656b-66df-4093-85c7-fe8866c1d0b9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (336ca03b-11d9-4871-b41b-4f2988968891), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:13.133705 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] Pushing event updated for resources: {'Network': ['ID=4c285686-e6ab-4ada-8a41-f0a5696e52db,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:13.141233 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e5d36ef4-6b9a-4214-95b5-a46291c34c4a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.5810862 Apr 07 12:56:13.149287 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58010) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:13.158817 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Request body: {'subnet': {'network_id': '4c285686-e6ab-4ada-8a41-f0a5696e52db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-637694356-subnet', 'tenant_id': '62ac4d3c1b4e409eae870069eaf54c82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:13.201617 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] Provisioning complete for port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:13.202126 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:13.221787 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df13656b-66df-4093-85c7-fe8866c1d0b9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (336ca03b-11d9-4871-b41b-4f2988968891), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:13.233446 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Made reservation on behalf of 62ac4d3c1b4e409eae870069eaf54c82 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:13.235871 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df13656b-66df-4093-85c7-fe8866c1d0b9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (336ca03b-11d9-4871-b41b-4f2988968891), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:13.253737 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:13.275530 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13656b-66df-4093-85c7-fe8866c1d0b9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336ca03b-11d9-4871-b41b-4f2988968891,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:13.291915 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-df13656b-66df-4093-85c7-fe8866c1d0b9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:13.293358 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-df13656b-66df-4093-85c7-fe8866c1d0b9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084145 Apr 07 12:56:13.296536 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58016) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:13.304410 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:13.329863 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:13.371707 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] Port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:56:13.389226 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 4c285686-e6ab-4ada-8a41-f0a5696e52db details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:56:13.425012 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:13.556316 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310a9ae-9114-44bc-94a3-54b0ca324c82 None None] The sync data for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb is: [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:13.784826 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:13.980875 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae76670-b7c9-4bf3-868a-d578776d0260 None None] Pushing event updated for resources: {'Port': ['ID=c87d0449-0916-423c-81bc-621f3e7bafcf,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:13.993812 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-ae375ecb-d568-46f5-9c67-2424f3595f07 None None] Provisioning complete for port c87d0449-0916-423c-81bc-621f3e7bafcf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:13.994199 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ae375ecb-d568-46f5-9c67-2424f3595f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.094568 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.116767 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-ae375ecb-d568-46f5-9c67-2424f3595f07 None None] Current status of the port c87d0449-0916-423c-81bc-621f3e7bafcf is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:14.123618 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0290320 Apr 07 12:56:14.137211 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b6375e9c-993e-47ae-a576-bd8228ae7db7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.141779 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-b6375e9c-993e-47ae-a576-bd8228ae7db7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.1842074 Apr 07 12:56:14.150724 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:14.151115 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.154288 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58044) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:14.184189 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:14.251918 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6375e9c-993e-47ae-a576-bd8228ae7db7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd920c7-22f9-4e8d-a489-0100435ea3cc,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:14.262876 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.264758 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-f3401c90-6f9d-4233-8f5f-d645bdfa4763 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b58bd3c-dbb7-499b-90df-257b252db8ff HTTP/1.1" status: 200 len: 217 time: 1.2871616 Apr 07 12:56:14.283289 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58048) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:14.284361 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed699d-9762-47b6-8c9a-1f925b0f830e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'Port': ['ID=7c1566c9-3d20-4577-bfe3-5c72787b1a51,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:14.310097 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.397173 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:14.404231 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 51c956df-50ac-4cce-bec7-6c4a08292d61 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:14.509183 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-2bcdc85f-d818-4859-b337-7fb652d97fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:14.510717 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-2bcdc85f-d818-4859-b337-7fb652d97fe7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f4daa99-dce4-423e-8877-b342d6597962 HTTP/1.1" status: 200 len: 851 time: 0.2449350 Apr 07 12:56:14.542463 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 51c956df-50ac-4cce-bec7-6c4a08292d61 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:14.543088 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.683665 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Allocated IP 172.28.2.167 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/40b54ad6-3c9a-4fc6-895f-430315a6baaa) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:14.711157 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-9ec79b52-9470-483a-ab95-eb7600c217a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cf9d92ec-85d8-411f-916f-4a613858816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585932 Apr 07 12:56:14.730952 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-249ffb21-7409-41c5-97a8-257e15d24a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.746304 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 51c956df-50ac-4cce-bec7-6c4a08292d61 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:14.797176 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6fdd-a2ef-4c7c-8efa-43163ca959f4 req-d36a771a-03c7-4662-8c33-3f18e14c52fd tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:14.804270 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-65ec6fdd-a2ef-4c7c-8efa-43163ca959f4 req-d36a771a-03c7-4662-8c33-3f18e14c52fd tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 943 time: 0.7710896 Apr 07 12:56:14.907019 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-66940a98-c09a-4915-b76e-116e691b1a13 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1840997665&fields=id&tenant_id=44adc946af924325bf2c5b6d12ce7095 HTTP/1.1" status: 200 len: 267 time: 0.1116202 Apr 07 12:56:14.916700 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (40b54ad6-3c9a-4fc6-895f-430315a6baaa), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.932851 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:14.990851 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-65ec6fdd-a2ef-4c7c-8efa-43163ca959f4 req-f0e536c2-269b-4a08-a2c1-63bdb30ac6de tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857162 Apr 07 12:56:15.066264 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-e90bc1ff-79cc-48b0-9de8-541be5732ce6 service neutron] 10.222.0.26 "GET /v2.0/networks/cf9d92ec-85d8-411f-916f-4a613858816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918587 Apr 07 12:56:15.090938 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (91833c43-b2c9-4806-92e2-7e95e429ac6c), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.196840 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91833c43-b2c9-4806-92e2-7e95e429ac6c,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:15.235816 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-249ffb21-7409-41c5-97a8-257e15d24a32 admin admin] Publish callbacks [] for security_group (f02dcc4e-79e2-4c1d-b08c-659edacd0d76), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.323166 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Allocated IP 172.28.2.168 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/3c0b1945-9c1a-427a-a6b0-d27fcc142296) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:15.337634 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e022a28-609d-4371-9408-7611e2ada9a4 req-6b622555-6723-425e-8bf6-ae561c883cf5 service neutron] 10.222.0.26 "GET /v2.0/networks/cf9d92ec-85d8-411f-916f-4a613858816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577429 Apr 07 12:56:15.341177 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-249ffb21-7409-41c5-97a8-257e15d24a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f02dcc4e-79e2-4c1d-b08c-659edacd0d76), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.364311 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58074) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:15.389139 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device c87d0449-0916-423c-81bc-621f3e7bafcf up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:15.435895 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-249ffb21-7409-41c5-97a8-257e15d24a32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6bcae38664a44ad9ff63e5ac82a8425&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1384168 Apr 07 12:56:15.441143 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58078) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:15.453579 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ffb21-7409-41c5-97a8-257e15d24a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02dcc4e-79e2-4c1d-b08c-659edacd0d76,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:15.472279 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-50366969-47f7-4e9e-b0b5-0bad9dd79aaa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:15.480149 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-50366969-47f7-4e9e-b0b5-0bad9dd79aaa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 811 time: 0.5450723 Apr 07 12:56:15.482508 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (40b54ad6-3c9a-4fc6-895f-430315a6baaa), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.490132 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port c87d0449-0916-423c-81bc-621f3e7bafcf triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:15.490132 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.490819 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Checking segment: {'id': '3215239b-421b-4c32-8869-7468cb2adb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4c285686-e6ab-4ada-8a41-f0a5696e52db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:15.491212 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Network hostable DHCP agents. Network: 4c285686-e6ab-4ada-8a41-f0a5696e52db, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:56:15.519538 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-7b269ad1-1942-42ae-bdf1-9d1c153f04b3 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/quotas/44adc946af924325bf2c5b6d12ce7095 HTTP/1.1" status: 200 len: 375 time: 0.0331781 Apr 07 12:56:15.590111 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76c6c047-6963-4ffa-b077-ae27a90b02de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.595554 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Network 4c285686-e6ab-4ada-8a41-f0a5696e52db is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:56:15.605309 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a938cc4d-bf1a-4554-bfdf-c47a144b7785 admin admin] Publish callbacks [] for security_group (f02dcc4e-79e2-4c1d-b08c-659edacd0d76), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.611310 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:15.621442 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port c87d0449-0916-423c-81bc-621f3e7bafcf is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:15.623594 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:15.636853 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 4c285686-e6ab-4ada-8a41-f0a5696e52db) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:15.637081 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:15.658127 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a938cc4d-bf1a-4554-bfdf-c47a144b7785 admin admin] Publish callbacks [] for security_group (f02dcc4e-79e2-4c1d-b08c-659edacd0d76), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.660682 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:15.661335 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.678019 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for port (3c0b1945-9c1a-427a-a6b0-d27fcc142296), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.684377 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3dc063-674e-4409-95c2-46e33c61c297 None None] Network 4c285686-e6ab-4ada-8a41-f0a5696e52db requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:56:15.714844 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ea9febd4-3412-42e1-bfe5-cab73cb7c82f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5605528 Apr 07 12:56:15.764155 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a938cc4d-bf1a-4554-bfdf-c47a144b7785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f02dcc4e-79e2-4c1d-b08c-659edacd0d76), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.766964 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a938cc4d-bf1a-4554-bfdf-c47a144b7785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.770496 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-a938cc4d-bf1a-4554-bfdf-c47a144b7785 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f02dcc4e-79e2-4c1d-b08c-659edacd0d76 HTTP/1.1" status: 204 len: 168 time: 0.3261826 Apr 07 12:56:15.787547 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76c6c047-6963-4ffa-b077-ae27a90b02de admin admin] Publish callbacks [] for security_group (78f135c6-30bc-4cec-a6e1-35596235f1c1), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.789164 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938cc4d-bf1a-4554-bfdf-c47a144b7785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02dcc4e-79e2-4c1d-b08c-659edacd0d76,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:15.794763 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-76c6c047-6963-4ffa-b077-ae27a90b02de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (78f135c6-30bc-4cec-a6e1-35596235f1c1), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.863675 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=40b54ad6-3c9a-4fc6-895f-430315a6baaa,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:15.882255 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:15.904006 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-76c6c047-6963-4ffa-b077-ae27a90b02de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f4bd8cf383d4117851f4e0a255786f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5381799 Apr 07 12:56:15.910294 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58098) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:15.910641 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58100) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:15.917457 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:15.917838 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:15.992156 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (014b9839-531c-44f8-8037-fe90e23a466a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.004126 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (3c0b1945-9c1a-427a-a6b0-d27fcc142296), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.010997 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e68b1a1-3502-41c5-9b8c-579e2a501520 admin admin] Deleting subnet b359695f-5321-4478-b0b5-6c3533a833b2 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:56:16.024122 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6c047-6963-4ffa-b077-ae27a90b02de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f135c6-30bc-4cec-a6e1-35596235f1c1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:16.031786 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e68b1a1-3502-41c5-9b8c-579e2a501520 admin admin] Publish callbacks [] for subnet (b359695f-5321-4478-b0b5-6c3533a833b2), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.050145 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:16.058454 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb06c78d-4290-43a6-8dff-c9884c66a6ab None None] Network 4c285686-e6ab-4ada-8a41-f0a5696e52db requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:56:16.083518 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:16.121880 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:16.151383 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:16.151772 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.153784 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e68b1a1-3502-41c5-9b8c-579e2a501520 admin admin] Publish callbacks [] for subnet (b359695f-5321-4478-b0b5-6c3533a833b2), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.186198 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e68b1a1-3502-41c5-9b8c-579e2a501520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (b359695f-5321-4478-b0b5-6c3533a833b2), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.195666 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=44a7c521-a290-49e3-85d2-f8c2cecbe4a5,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:16.204839 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.205188 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-ec9782a1-a1d3-425c-963d-01fd69148cc1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6388190 Apr 07 12:56:16.229016 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (40b54ad6-3c9a-4fc6-895f-430315a6baaa), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.261697 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-327c0d60-f802-44a6-8a9d-47e0e4bba6e4 admin admin] Publish callbacks [] for security_group (78f135c6-30bc-4cec-a6e1-35596235f1c1), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.299421 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=44a7c521-a290-49e3-85d2-f8c2cecbe4a5,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:16.325566 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b473fd-35f1-427a-863c-a7d204745fab req-16683c17-7e71-4305-a16d-1dc1aa5e8c22 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:16.332614 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c4b473fd-35f1-427a-863c-a7d204745fab req-16683c17-7e71-4305-a16d-1dc1aa5e8c22 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 943 time: 0.2265964 Apr 07 12:56:16.339528 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58112) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:16.357811 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-327c0d60-f802-44a6-8a9d-47e0e4bba6e4 admin admin] Publish callbacks [] for security_group (78f135c6-30bc-4cec-a6e1-35596235f1c1), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.393681 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9621d10d-1282-43ca-89e7-74003126543c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.411752 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e68b1a1-3502-41c5-9b8c-579e2a501520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (b359695f-5321-4478-b0b5-6c3533a833b2), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.447221 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'Port': ['ID=3c0b1945-9c1a-427a-a6b0-d27fcc142296,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:16.478296 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (c7b1d8e7-c8a1-44f2-bc95-02337a71843a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.481792 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b1a1-3502-41c5-9b8c-579e2a501520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b359695f-5321-4478-b0b5-6c3533a833b2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:16.497133 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6e68b1a1-3502-41c5-9b8c-579e2a501520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.501459 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-6e68b1a1-3502-41c5-9b8c-579e2a501520 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b359695f-5321-4478-b0b5-6c3533a833b2 HTTP/1.1" status: 204 len: 168 time: 0.5872030 Apr 07 12:56:16.505241 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58116) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:16.542023 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c4b473fd-35f1-427a-863c-a7d204745fab req-8198ec87-1110-45c4-bee4-1442a48004c3 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084255 Apr 07 12:56:16.570982 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3c0b1945-9c1a-427a-a6b0-d27fcc142296), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.609881 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-44920227-2b7d-4743-92c0-ff4134b46742 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:56:16.612998 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-44920227-2b7d-4743-92c0-ff4134b46742 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1968262 Apr 07 12:56:16.628462 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-327c0d60-f802-44a6-8a9d-47e0e4bba6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (78f135c6-30bc-4cec-a6e1-35596235f1c1), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.630942 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-327c0d60-f802-44a6-8a9d-47e0e4bba6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.634466 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-327c0d60-f802-44a6-8a9d-47e0e4bba6e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78f135c6-30bc-4cec-a6e1-35596235f1c1 HTTP/1.1" status: 204 len: 168 time: 0.7193937 Apr 07 12:56:16.696631 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9621d10d-1282-43ca-89e7-74003126543c admin admin] Publish callbacks [] for security_group (a1fae4e2-d3c6-4683-8a5b-27f2844676a4), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.699097 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7102c4-d999-4391-bfc4-90480e570973 req-43839465-dfbd-4f45-a8ae-dd7e190bb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:16.700859 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee7102c4-d999-4391-bfc4-90480e570973 req-43839465-dfbd-4f45-a8ae-dd7e190bb860 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92abba42ffd34197944b54d633fc997c&device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 1127 time: 0.2219503 Apr 07 12:56:16.703353 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (047bfb34-cad8-4fc6-b15d-64722d42bd05), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.705265 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c0d60-f802-44a6-8a9d-47e0e4bba6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f135c6-30bc-4cec-a6e1-35596235f1c1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:16.718898 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9621d10d-1282-43ca-89e7-74003126543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (a1fae4e2-d3c6-4683-8a5b-27f2844676a4), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.768192 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621d10d-1282-43ca-89e7-74003126543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fae4e2-d3c6-4683-8a5b-27f2844676a4,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:16.773969 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (40b54ad6-3c9a-4fc6-895f-430315a6baaa), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.806048 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (40b54ad6-3c9a-4fc6-895f-430315a6baaa), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.856529 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (014b9839-531c-44f8-8037-fe90e23a466a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.861185 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-3dd62683-3696-4c11-939e-47720e881020 service neutron] 10.222.0.45 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418423 Apr 07 12:56:16.893914 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-9621d10d-1282-43ca-89e7-74003126543c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c1e8617844749d8aa9a6862f707bfec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5520785 Apr 07 12:56:16.898928 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58122) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:16.902111 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:56:16.909665 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=40b54ad6-3c9a-4fc6-895f-430315a6baaa,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:16.917207 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:16.918046 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:16.942943 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:16.966608 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-adfe2322-371d-45de-b7eb-9a2d6751e96f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6685586 Apr 07 12:56:17.052327 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (047bfb34-cad8-4fc6-b15d-64722d42bd05), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.081717 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7102c4-d999-4391-bfc4-90480e570973 req-f45bd469-f56f-4584-be04-92170f4ce069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:17.083268 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee7102c4-d999-4391-bfc4-90480e570973 req-f45bd469-f56f-4584-be04-92170f4ce069 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cf9d92ec-85d8-411f-916f-4a613858816f HTTP/1.1" status: 200 len: 912 time: 0.3758476 Apr 07 12:56:17.092149 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-47786dde-0ef9-4cb2-a98e-5ba0d4cbb2d4 service neutron] 10.222.0.45 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085483 Apr 07 12:56:17.110359 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-26668e68-5ae7-4f28-90a3-7d6a20ba3ed2 admin admin] Publish callbacks [] for security_group (a1fae4e2-d3c6-4683-8a5b-27f2844676a4), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.114949 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.115311 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.116080 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.116400 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.116740 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.117095 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.117596 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.117916 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.118984 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.119602 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.164145 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for port (3c0b1945-9c1a-427a-a6b0-d27fcc142296), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.173627 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58134) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:17.233551 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (3c0b1945-9c1a-427a-a6b0-d27fcc142296), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.296317 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e14594de-873a-4f83-9027-f1473a496fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.297705 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:17.317596 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.318124 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.318298 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.318628 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:17.319042 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047bfb34-cad8-4fc6-b15d-64722d42bd05']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:17.351561 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:17.354360 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'Port': ['ID=3c0b1945-9c1a-427a-a6b0-d27fcc142296,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:17.364021 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (c7b1d8e7-c8a1-44f2-bc95-02337a71843a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.418262 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee7102c4-d999-4391-bfc4-90480e570973 req-d49a88e9-842b-4a78-8b2f-5d45c57748fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b58bd3c-dbb7-499b-90df-257b252db8ff HTTP/1.1" status: 200 len: 217 time: 0.3251207 Apr 07 12:56:17.450981 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489b540b-cd91-40ef-84ad-ac0bdfd38ae7') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:17.451308 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489b540b-cd91-40ef-84ad-ac0bdfd38ae7') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:17.522165 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7102c4-d999-4391-bfc4-90480e570973 req-bfe1a249-9a69-42c2-8f6a-2b8fdab86ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:17.524383 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee7102c4-d999-4391-bfc4-90480e570973 req-bfe1a249-9a69-42c2-8f6a-2b8fdab86ff6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6f4daa99-dce4-423e-8877-b342d6597962 HTTP/1.1" status: 200 len: 851 time: 0.0653057 Apr 07 12:56:17.527013 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e14594de-873a-4f83-9027-f1473a496fd0 admin admin] Publish callbacks [] for security_group (48f199c8-f949-46b9-befd-f959086df9d0), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.544739 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-21084857-af56-478c-b2da-73fbd8ae2826 req-a2578648-1568-4249-baa1-5d2e9605e3a3 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 210 time: 0.1344616 Apr 07 12:56:17.549915 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e14594de-873a-4f83-9027-f1473a496fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (48f199c8-f949-46b9-befd-f959086df9d0), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.560157 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5036861'] for segment (489b540b-cd91-40ef-84ad-ac0bdfd38ae7), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.608921 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e14594de-873a-4f83-9027-f1473a496fd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7652f451879448b949f7061be3b9799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331818 Apr 07 12:56:17.612089 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.613778 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-45d6b896-496b-418f-aa49-908c6387f7e7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4332366 Apr 07 12:56:17.613778 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58170) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:17.625151 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:17.625151 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.625620 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14594de-873a-4f83-9027-f1473a496fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f199c8-f949-46b9-befd-f959086df9d0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:17.650793 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-26668e68-5ae7-4f28-90a3-7d6a20ba3ed2 admin admin] Publish callbacks [] for security_group (a1fae4e2-d3c6-4683-8a5b-27f2844676a4), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.663180 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee7102c4-d999-4391-bfc4-90480e570973 req-a4b60b30-921c-4b99-b0f2-183e94ec5294 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cf9d92ec-85d8-411f-916f-4a613858816f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974185 Apr 07 12:56:17.667967 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5880cd2b-3315-4c38-a0af-2349dc69e53c admin admin] Publish callbacks [] for security_group (48f199c8-f949-46b9-befd-f959086df9d0), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.697166 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5880cd2b-3315-4c38-a0af-2349dc69e53c admin admin] Publish callbacks [] for security_group (48f199c8-f949-46b9-befd-f959086df9d0), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.820192 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d92e-5c1e-480b-ae09-2c1fa34c1bc7 req-7a047c79-a6d9-4c3f-9f7c-630f8dffd4ff tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:17.822636 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-90a5d92e-5c1e-480b-ae09-2c1fa34c1bc7 req-7a047c79-a6d9-4c3f-9f7c-630f8dffd4ff tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 943 time: 0.1188743 Apr 07 12:56:17.864549 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:17.887686 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5880cd2b-3315-4c38-a0af-2349dc69e53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (48f199c8-f949-46b9-befd-f959086df9d0), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.890618 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5880cd2b-3315-4c38-a0af-2349dc69e53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:17.894691 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5880cd2b-3315-4c38-a0af-2349dc69e53c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48f199c8-f949-46b9-befd-f959086df9d0 HTTP/1.1" status: 204 len: 168 time: 0.2777526 Apr 07 12:56:17.895941 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:08Z', 'revision_number': 2, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:17.905261 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880cd2b-3315-4c38-a0af-2349dc69e53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f199c8-f949-46b9-befd-f959086df9d0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:17.916819 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-90a5d92e-5c1e-480b-ae09-2c1fa34c1bc7 req-c2ae7cc0-543a-44d1-b72f-d3be84d37437 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848205 Apr 07 12:56:17.958905 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:56:17.959463 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Updating router a818cbf0-2901-472c-b6a7-5fb46dee0999 port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 binding host dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:56:18.002361 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.031642 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (489b540b-cd91-40ef-84ad-ac0bdfd38ae7), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.095364 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:56:18.095587 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5211598'] for segment (489b540b-cd91-40ef-84ad-ac0bdfd38ae7), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.114537 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-718e988d-b18f-4a46-a9a5-1b20da3702f8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1385824510&fields=id&tenant_id=979e6bcf837244ce91b808d3d538a09b HTTP/1.1" status: 200 len: 267 time: 0.0898652 Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: from cryptography.utils import int_from_bytes Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: from cryptography.utils import int_from_bytes Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: Traceback (most recent call last): Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: timer() Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: cb(*args, **kw) Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: return func(*args, **kwargs) Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: self._notify() Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: self.callback(batched_events) Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: event.method(event) Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: return f(self, *a, **k) Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: return self._get(url).json() Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: return self.request(url, 'GET', **kwargs) Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:56:18.126784 dv-cinder-836944-2-smb neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:56:18.133391 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-6863b8e4-0884-4b94-80fb-021c6b4f9531 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--233121271&fields=id&tenant_id=09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 267 time: 0.7467666 Apr 07 12:56:18.256713 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-5dd8f699-7786-4779-a822-febc12123e7d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:18.258271 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-5dd8f699-7786-4779-a822-febc12123e7d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 816 time: 0.1328392 Apr 07 12:56:18.291515 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-7fbbfda4-cfb0-49cd-a74a-a14cb9cba9fa tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/quotas/979e6bcf837244ce91b808d3d538a09b HTTP/1.1" status: 200 len: 375 time: 0.0248427 Apr 07 12:56:18.356281 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee7102c4-d999-4391-bfc4-90480e570973 req-d32fdeb8-5ad4-4d9d-963c-f9ffc32840f3 service neutron] 10.222.0.26 "GET /v2.0/networks/cf9d92ec-85d8-411f-916f-4a613858816f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920874 Apr 07 12:56:18.359462 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (047bfb34-cad8-4fc6-b15d-64722d42bd05), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.390557 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-22256d29-29cd-4582-b15c-cb5d4a2aab34 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977418 Apr 07 12:56:18.427374 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.433137 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/047bfb34-cad8-4fc6-b15d-64722d42bd05 HTTP/1.1" status: 204 len: 168 time: 1.9268250 Apr 07 12:56:18.434170 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-26668e68-5ae7-4f28-90a3-7d6a20ba3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (a1fae4e2-d3c6-4683-8a5b-27f2844676a4), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.434629 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Publish callbacks [] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.437941 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-26668e68-5ae7-4f28-90a3-7d6a20ba3ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.439328 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-26668e68-5ae7-4f28-90a3-7d6a20ba3ed2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1fae4e2-d3c6-4683-8a5b-27f2844676a4 HTTP/1.1" status: 204 len: 168 time: 1.5385432 Apr 07 12:56:18.440485 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fcdc6-fbe6-4f3a-8383-2aa1c3b991d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=047bfb34-cad8-4fc6-b15d-64722d42bd05,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:18.449454 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.465611 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58206) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:18.553990 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06015209-545d-4540-b0e7-8e6a91d1296f None None] Pushing event updated for resources: {'Port': ['ID=6ca053f8-f1ac-4949-8462-ea8f60fafa61,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:18.572332 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26668e68-5ae7-4f28-90a3-7d6a20ba3ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fae4e2-d3c6-4683-8a5b-27f2844676a4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:18.598968 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-466b270c-e7dd-4ead-8e0b-0e3d91aa32ea admin admin] Deleting subnet 91833c43-b2c9-4806-92e2-7e95e429ac6c {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:56:18.620946 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-466b270c-e7dd-4ead-8e0b-0e3d91aa32ea admin admin] Publish callbacks [] for subnet (91833c43-b2c9-4806-92e2-7e95e429ac6c), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.728969 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-746f743e-bab5-42bf-9f94-492b49ba4f48 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:18.731017 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-746f743e-bab5-42bf-9f94-492b49ba4f48 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 815 time: 0.5794263 Apr 07 12:56:18.753939 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Attempting to bind port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:18.753939 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Attempting to bind port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:18.753939 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Attempting to bind port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:18.769799 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:18.770298 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Checking segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:18.771565 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.772602 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Bound using segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:18.772789 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Bound port: 6ca053f8-f1ac-4949-8462-ea8f60fafa61, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:18.773216 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.811099 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.816067 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c8e720f5-5fad-4c7c-8b66-f2f8d6ec4297 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/quotas/09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 375 time: 0.0743389 Apr 07 12:56:18.820719 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee7102c4-d999-4391-bfc4-90480e570973 req-f5225cac-259c-48e8-a122-56fb87eb50d7 service neutron] 10.222.0.26 "GET /v2.0/networks/cf9d92ec-85d8-411f-916f-4a613858816f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564948 Apr 07 12:56:18.906101 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-09f5fd39-3c06-4f98-8b18-2dff1e39abab service neutron] 10.222.0.45 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879808 Apr 07 12:56:18.932729 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-466b270c-e7dd-4ead-8e0b-0e3d91aa32ea admin admin] Publish callbacks [] for subnet (91833c43-b2c9-4806-92e2-7e95e429ac6c), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.941884 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] For port 6ca053f8-f1ac-4949-8462-ea8f60fafa61, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:18.945965 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] For port 6ca053f8-f1ac-4949-8462-ea8f60fafa61, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=6ca053f8-f1ac-4949-8462-ea8f60fafa61,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:18.955591 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:18.965506 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-466b270c-e7dd-4ead-8e0b-0e3d91aa32ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (91833c43-b2c9-4806-92e2-7e95e429ac6c), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:19.016135 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-7926a2a9-18da-422d-a391-df56dec3a859 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908288 Apr 07 12:56:19.120116 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06015209-545d-4540-b0e7-8e6a91d1296f None None] Pushing event updated for resources: {'Port': ['ID=6ca053f8-f1ac-4949-8462-ea8f60fafa61,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:19.126802 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:19.127494 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:19.132925 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-70f23282-2bc5-45c4-a4b0-7f28ad154bf4 None None] Provisioning complete for port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:19.133406 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70f23282-2bc5-45c4-a4b0-7f28ad154bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:19.202758 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-466b270c-e7dd-4ead-8e0b-0e3d91aa32ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for subnet (91833c43-b2c9-4806-92e2-7e95e429ac6c), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:19.210292 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-1b6290e6-0beb-4c2b-aa0a-f7c1931cea57 service neutron] 10.222.0.45 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890576 Apr 07 12:56:19.258387 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-358baa6b-5ce5-4e73-90a2-76ec78eda7a2 service neutron] 10.222.0.45 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511424 Apr 07 12:56:19.316844 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b270c-e7dd-4ead-8e0b-0e3d91aa32ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91833c43-b2c9-4806-92e2-7e95e429ac6c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:19.327658 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-466b270c-e7dd-4ead-8e0b-0e3d91aa32ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:19.332370 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-466b270c-e7dd-4ead-8e0b-0e3d91aa32ea admin admin] 10.222.0.45 "DELETE /v2.0/subnets/91833c43-b2c9-4806-92e2-7e95e429ac6c HTTP/1.1" status: 204 len: 168 time: 0.8644671 Apr 07 12:56:19.335101 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58252) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:19.442887 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 6ca053f8-f1ac-4949-8462-ea8f60fafa61 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:19.494598 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (4c285686-e6ab-4ada-8a41-f0a5696e52db), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:19.516546 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b58bd3c-dbb7-499b-90df-257b252db8ff details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:56:19.652101 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-2b15b0a1-cd9e-4f71-aa66-01a91bd73cec service neutron] 10.222.0.45 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349153 Apr 07 12:56:19.721830 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (4c285686-e6ab-4ada-8a41-f0a5696e52db), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:19.737002 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-71d7e352-7040-48fc-837a-1e3b743359a1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:19.749281 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.db.resource_extend [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 12:56:19.750646 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-71d7e352-7040-48fc-837a-1e3b743359a1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 811 time: 0.3332186 Apr 07 12:56:19.755474 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:19.809169 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.812949 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.813922 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.814848 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.815330 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.815770 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.816241 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.816693 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.817141 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.817595 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:19.872667 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-70f23282-2bc5-45c4-a4b0-7f28ad154bf4 None None] Current status of the port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:19.873057 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70f23282-2bc5-45c4-a4b0-7f28ad154bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:19.960452 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-8da2cea9-7b16-4380-bbb0-90902e919aea tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44adc946af924325bf2c5b6d12ce7095 HTTP/1.1" status: 200 len: 380 time: 0.2089200 Apr 07 12:56:19.970780 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'port': {'device_id': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'admin_state_up': True, 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'security_groups': ['a425957f-6b78-4caa-8130-7ce95651c50b']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:20.020967 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-70f23282-2bc5-45c4-a4b0-7f28ad154bf4 None None] For port 6ca053f8-f1ac-4949-8462-ea8f60fafa61, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=6ca053f8-f1ac-4949-8462-ea8f60fafa61,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:20.132451 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:20.133044 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:20.161086 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-70f23282-2bc5-45c4-a4b0-7f28ad154bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:20.276995 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:20.277288 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:20.290524 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:20.291738 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 12:56:20.292162 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c285686-e6ab-4ada-8a41-f0a5696e52db']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:20.328025 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d349c6-4f1b-4c78-80e3-b3436f96a8dc req-d740a1f2-6b7d-4978-bc6e-96c63bba0cd4 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:20.329568 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-71d349c6-4f1b-4c78-80e3-b3436f96a8dc req-d740a1f2-6b7d-4978-bc6e-96c63bba0cd4 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 943 time: 0.3064415 Apr 07 12:56:20.363817 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3215239b-421b-4c32-8869-7468cb2adb8f') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:20.366248 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3215239b-421b-4c32-8869-7468cb2adb8f') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:20.438638 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Made reservation on behalf of 44adc946af924325bf2c5b6d12ce7095 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:20.455333 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:20.482157 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-94f15150-a692-448d-8052-81037962db03 req-d06245e2-2ba2-4578-988c-c363ed75226d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 210 time: 0.1612532 Apr 07 12:56:20.505223 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-71d349c6-4f1b-4c78-80e3-b3436f96a8dc req-523c1792-6601-435d-b5a5-52db9762e36b tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605027 Apr 07 12:56:20.529641 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001230'] for segment (3215239b-421b-4c32-8869-7468cb2adb8f), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:20.631390 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (3215239b-421b-4c32-8869-7468cb2adb8f), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:20.646004 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:56:20.646928 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133749'] for segment (3215239b-421b-4c32-8869-7468cb2adb8f), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: from cryptography.utils import int_from_bytes Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: from cryptography.utils import int_from_bytes Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: Traceback (most recent call last): Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: timer() Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: cb(*args, **kw) Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: return func(*args, **kwargs) Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: self._notify() Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: self.callback(batched_events) Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: event.method(event) Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: return f(self, *a, **k) Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: return self._get(url).json() Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:56:20.656126 dv-cinder-836944-2-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:56:20.799442 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f23282-2bc5-45c4-a4b0-7f28ad154bf4 None None] Pushing event updated for resources: {'Port': ['ID=6ca053f8-f1ac-4949-8462-ea8f60fafa61,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:20.847124 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b58bd3c-dbb7-499b-90df-257b252db8ff, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b58bd3c-dbb7-499b-90df-257b252db8ff,segment=NetworkSegment(fb3dcc62-0a2f-4371-8dc8-599f0c241b45),segment_id=fb3dcc62-0a2f-4371-8dc8-599f0c241b45)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:20.859306 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0bae6f57-90d4-4987-a442-6eaae0defa35 req-44707794-fdd2-46f6-9b7d-a97ee9b81231 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 210 time: 0.2145867 Apr 07 12:56:20.908586 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (4c285686-e6ab-4ada-8a41-f0a5696e52db), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:20.918347 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b771fe13-902f-4d1b-8b90-2b51987f9afc req-8be54d21-f4b5-4b87-9d68-be670acb0f23 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 210 time: 0.1921880 Apr 07 12:56:20.927324 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e4dc1fb6-50de-4a84-8148-223a5fb79c31 None None] Provisioning complete for port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:20.927877 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1fb6-50de-4a84-8148-223a5fb79c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:20.945371 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '6b58bd3c-dbb7-499b-90df-257b252db8ff', 'network_id': 'cf9d92ec-85d8-411f-916f-4a613858816f', 'port_id': '6b58bd3c-dbb7-499b-90df-257b252db8ff', 'mac_address': 'fa:16:3e:9d:98:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4daa99-dce4-423e-8877-b342d6597962', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:56:20.961274 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:20.978946 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4c285686-e6ab-4ada-8a41-f0a5696e52db HTTP/1.1" status: 204 len: 168 time: 1.6388836 Apr 07 12:56:20.986359 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Allocated IP 172.20.0.3 (5ca162ac-5f24-4fa1-ba6f-9a6242c95701/c79bda1f-249c-47f2-94c0-668089c8fb8f/a698e845-47fa-4210-ba92-238379ab1d88) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:21.008853 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c67cd-2eb0-45c2-841b-cc50d8a2cbf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c285686-e6ab-4ada-8a41-f0a5696e52db,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:21.191629 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6b58bd3c-dbb7-499b-90df-257b252db8ff is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:21.192084 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:21.204543 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58330) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:21.270992 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b58bd3c-dbb7-499b-90df-257b252db8ff {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:21.281001 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for port (a698e845-47fa-4210-ba92-238379ab1d88), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:21.284908 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:21.293703 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.26', 61387) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:21.335106 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b58bd3c-dbb7-499b-90df-257b252db8ff, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b58bd3c-dbb7-499b-90df-257b252db8ff,segment=NetworkSegment(fb3dcc62-0a2f-4371-8dc8-599f0c241b45),segment_id=fb3dcc62-0a2f-4371-8dc8-599f0c241b45)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:21.340287 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc1fb6-50de-4a84-8148-223a5fb79c31 None None] Current status of the port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:21.358430 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-7e84d80b-4947-42c6-8a28-fe8b8b585f69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e7cd9f80d594404bc60494de0744663&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1499851 Apr 07 12:56:21.359716 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58338) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:21.360817 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:21.484968 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871bd8db-67e7-4c74-9eec-c2ccc61d7be1 admin admin] Publish callbacks [] for security_group (c2c42350-6be6-4ce2-8077-5ca702781fcc), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:21.491221 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 6ca053f8-f1ac-4949-8462-ea8f60fafa61 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:21.497217 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:18Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:21.577976 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871bd8db-67e7-4c74-9eec-c2ccc61d7be1 admin admin] Publish callbacks [] for security_group (c2c42350-6be6-4ce2-8077-5ca702781fcc), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:21.641015 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (a698e845-47fa-4210-ba92-238379ab1d88), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:21.714991 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7feee0-0b2d-4ee0-a105-cef0fa90a01a None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:18Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:21.729679 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6b58bd3c-dbb7-499b-90df-257b252db8ff,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:21.787558 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['6b58bd3c-dbb7-499b-90df-257b252db8ff'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:56:21.797265 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:21.822116 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:21.829539 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:21.934425 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:21.935118 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:22.017766 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:22.023058 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:22.026030 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-d68b0989-eb49-4fce-aa9e-8f5927b4ed8b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:22.035809 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-d68b0989-eb49-4fce-aa9e-8f5927b4ed8b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 816 time: 0.7329931 Apr 07 12:56:22.036413 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871bd8db-67e7-4c74-9eec-c2ccc61d7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c2c42350-6be6-4ce2-8077-5ca702781fcc), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:22.038990 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-871bd8db-67e7-4c74-9eec-c2ccc61d7be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:22.040726 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-871bd8db-67e7-4c74-9eec-c2ccc61d7be1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2c42350-6be6-4ce2-8077-5ca702781fcc HTTP/1.1" status: 204 len: 168 time: 0.6767015 Apr 07 12:56:22.052440 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'Port': ['ID=a698e845-47fa-4210-ba92-238379ab1d88,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:22.104399 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1412cb-03ee-422e-9ad6-ff33b124d3cd req-766cd2c2-821e-4300-8780-8f37707951a9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:22.113615 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097ce29-8d18-4ae0-b3f6-0e419588adc0 req-0cc58ccb-03b9-4704-8959-84e8274f0b3e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:22.113870 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0b1412cb-03ee-422e-9ad6-ff33b124d3cd req-766cd2c2-821e-4300-8780-8f37707951a9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 931 time: 0.1456852 Apr 07 12:56:22.131396 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e097ce29-8d18-4ae0-b3f6-0e419588adc0 req-0cc58ccb-03b9-4704-8959-84e8274f0b3e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 944 time: 0.3841014 Apr 07 12:56:22.132751 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.26', 61391) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:22.152729 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bd8db-67e7-4c74-9eec-c2ccc61d7be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c42350-6be6-4ce2-8077-5ca702781fcc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:22.200674 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-0685f9e7-67f8-4f18-a4e5-5f457fb43646 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2336893 Apr 07 12:56:22.228587 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Request body: {'port': {'device_id': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:22.306553 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0b1412cb-03ee-422e-9ad6-ff33b124d3cd req-88abf061-782c-4a8a-9d84-bac624635e22 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776950 Apr 07 12:56:22.440440 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-44e53288-5e57-416b-905e-452bd262722d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=979e6bcf837244ce91b808d3d538a09b HTTP/1.1" status: 200 len: 380 time: 0.3740318 Apr 07 12:56:22.454774 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'port': {'device_id': '5a30920e-0397-4384-931b-dfccfa924c6d', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'admin_state_up': True, 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'security_groups': ['19dc9fab-833b-418f-a51b-ba78922a56fc']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:22.486693 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a4aea22d-96e4-4b94-ace9-444aece3a02d req-c7e7150b-3f22-4e19-8478-04f67321b42f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 210 time: 0.0824385 Apr 07 12:56:22.596301 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:22.684880 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-427f7fbb-6e40-4897-a978-ce0ced53391a None None] Provisioning complete for port a698e845-47fa-4210-ba92-238379ab1d88 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:22.685273 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-427f7fbb-6e40-4897-a978-ce0ced53391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a698e845-47fa-4210-ba92-238379ab1d88), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:22.688537 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-63c7718b-c3a0-491a-87f2-e255006c257d req-fe857350-40d4-4c42-bc63-3cb21b1a4cb0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 210 time: 0.0575428 Apr 07 12:56:22.704696 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a698e845-47fa-4210-ba92-238379ab1d88), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:22.728821 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Made reservation on behalf of 979e6bcf837244ce91b808d3d538a09b for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:22.733179 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:22.779350 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e097ce29-8d18-4ae0-b3f6-0e419588adc0 req-9004e03e-7a19-495c-bbb9-a45908e348b7 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476338 Apr 07 12:56:22.800140 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-427f7fbb-6e40-4897-a978-ce0ced53391a None None] Port a698e845-47fa-4210-ba92-238379ab1d88 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:56:22.822640 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-2db876ff-a778-428b-80a8-64371380665b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:22.824134 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-2db876ff-a778-428b-80a8-64371380665b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 815 time: 0.6757021 Apr 07 12:56:22.964633 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58404) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:23.046879 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-4f037cec-3362-4330-9dbb-f924d012c8b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62ac4d3c1b4e409eae870069eaf54c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809934 Apr 07 12:56:23.047497 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58416) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:23.182290 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfa64f8d-48e6-4acb-a830-906b6e2a44e2 admin admin] Publish callbacks [] for security_group (30196bfc-8a21-415b-8a96-4e0e0862bc43), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.209932 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfa64f8d-48e6-4acb-a830-906b6e2a44e2 admin admin] Publish callbacks [] for security_group (30196bfc-8a21-415b-8a96-4e0e0862bc43), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.278382 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfa64f8d-48e6-4acb-a830-906b6e2a44e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (30196bfc-8a21-415b-8a96-4e0e0862bc43), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.281014 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bfa64f8d-48e6-4acb-a830-906b6e2a44e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.282532 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-bfa64f8d-48e6-4acb-a830-906b6e2a44e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30196bfc-8a21-415b-8a96-4e0e0862bc43 HTTP/1.1" status: 204 len: 168 time: 0.2313643 Apr 07 12:56:23.291748 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa64f8d-48e6-4acb-a830-906b6e2a44e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30196bfc-8a21-415b-8a96-4e0e0862bc43,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:23.382253 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-4e772be8-042b-40fb-b1f8-5c6394ea3510 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 379 time: 0.5472620 Apr 07 12:56:23.402678 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'port': {'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'admin_state_up': True, 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'security_groups': ['98df1de4-37be-4953-9344-cf9d66e60758']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:23.404690 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:23.440691 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789dc3f-99b9-4f27-80b7-c0196130d25f req-2e7a5d98-b88f-4465-be13-e05c12496449 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:23.449036 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7789dc3f-99b9-4f27-80b7-c0196130d25f req-2e7a5d98-b88f-4465-be13-e05c12496449 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 931 time: 0.0743790 Apr 07 12:56:23.513170 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7789dc3f-99b9-4f27-80b7-c0196130d25f req-6f595281-ba2e-4525-8743-01d3b423462b tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629003 Apr 07 12:56:23.543620 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b58bd3c-dbb7-499b-90df-257b252db8ff up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:23.601977 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 6b58bd3c-dbb7-499b-90df-257b252db8ff completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:56:23.607097 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 6b58bd3c-dbb7-499b-90df-257b252db8ff triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:23.607501 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.616923 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Allocated IP 172.20.0.14 (e4853d6b-79dc-4abc-b1a6-d90b84863c06/68d47241-fd88-4166-8023-9edfaa6a9adf/2326ed5e-0c39-4e97-9633-8dae505d9b3f) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:23.655539 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3e40fdd0-e72b-43c3-86dc-ba81847db47a req-04174a5d-976d-43bf-be4a-b484ee394167 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 210 time: 0.0403368 Apr 07 12:56:23.705465 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6b58bd3c-dbb7-499b-90df-257b252db8ff is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:23.705956 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.734237 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4f366-6fc5-4b4c-800a-75725357e336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58bd3c-dbb7-499b-90df-257b252db8ff'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:23.761776 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d8fb910-dfbe-4421-a330-1e52aa8a1038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.822404 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b58bd3c-dbb7-499b-90df-257b252db8ff, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b58bd3c-dbb7-499b-90df-257b252db8ff,segment=NetworkSegment(fb3dcc62-0a2f-4371-8dc8-599f0c241b45),segment_id=fb3dcc62-0a2f-4371-8dc8-599f0c241b45)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:23.846615 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-580d96c4-7ba3-4566-bd18-99da6b26bed8 req-a3a939d6-9213-44f1-827f-02b83c513251 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 210 time: 0.0687170 Apr 07 12:56:23.851846 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.874180 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Made reservation on behalf of 09e8ec0872574b838c0c1bad4abf2093 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:23.877895 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.939603 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6b58bd3c-dbb7-499b-90df-257b252db8ff,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:23.970889 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d8fb910-dfbe-4421-a330-1e52aa8a1038 admin admin] Publish callbacks [] for security_group (f240dc0b-4af7-4d34-ae23-b8c56c659639), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:23.980513 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d8fb910-dfbe-4421-a330-1e52aa8a1038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f240dc0b-4af7-4d34-ae23-b8c56c659639), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.005947 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a698e845-47fa-4210-ba92-238379ab1d88 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:24.019188 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Publish callbacks [] for port (a698e845-47fa-4210-ba92-238379ab1d88), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.021727 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fb910-dfbe-4421-a330-1e52aa8a1038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f240dc0b-4af7-4d34-ae23-b8c56c659639,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:24.031223 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-0d8fb910-dfbe-4421-a330-1e52aa8a1038 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24a3c0d602ce407ca053b19e107cfef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6243885 Apr 07 12:56:24.032167 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58454) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:24.041377 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a8beb8-ecdb-4aa8-9c76-d679722d99ba" -d '{"events": [{"server_uuid": "41b4f366-6fc5-4b4c-800a-75725357e336", "name": "network-vif-plugged", "status": "completed", "tag": "6b58bd3c-dbb7-499b-90df-257b252db8ff"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:24.067711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.098101 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Transition to ACTIVE for port object a698e845-47fa-4210-ba92-238379ab1d88 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:56:24.104490 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b645b9de-6e05-4723-a0b3-76339b5c5a8c admin admin] Publish callbacks [] for security_group (f240dc0b-4af7-4d34-ae23-b8c56c659639), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.137916 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b645b9de-6e05-4723-a0b3-76339b5c5a8c admin admin] Publish callbacks [] for security_group (f240dc0b-4af7-4d34-ae23-b8c56c659639), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.138408 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c506bd-a9c1-4a31-93d1-487c4f528597 req-cd4d559b-47a2-4ce4-b00f-688c0bf06f13 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:24.140212 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-75c506bd-a9c1-4a31-93d1-487c4f528597 req-cd4d559b-47a2-4ce4-b00f-688c0bf06f13 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 945 time: 0.2124360 Apr 07 12:56:24.140919 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (a698e845-47fa-4210-ba92-238379ab1d88), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.260669 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b645b9de-6e05-4723-a0b3-76339b5c5a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f240dc0b-4af7-4d34-ae23-b8c56c659639), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.264436 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b645b9de-6e05-4723-a0b3-76339b5c5a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.267919 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b645b9de-6e05-4723-a0b3-76339b5c5a8c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f240dc0b-4af7-4d34-ae23-b8c56c659639 HTTP/1.1" status: 204 len: 168 time: 0.2319901 Apr 07 12:56:24.284788 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a9a57e-622a-4861-8215-bfcc559d78b3 x-openstack-request-id: req-d8a9a57e-622a-4861-8215-bfcc559d78b3 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:24.285600 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4f366-6fc5-4b4c-800a-75725357e336", "name": "network-vif-plugged", "status": "completed", "tag": "6b58bd3c-dbb7-499b-90df-257b252db8ff", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:24.285951 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8a9a57e-622a-4861-8215-bfcc559d78b3 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:24.287107 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a9a57e-622a-4861-8215-bfcc559d78b3'] response: {'server_uuid': '41b4f366-6fc5-4b4c-800a-75725357e336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58bd3c-dbb7-499b-90df-257b252db8ff', 'code': 200} Apr 07 12:56:24.306991 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645b9de-6e05-4723-a0b3-76339b5c5a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f240dc0b-4af7-4d34-ae23-b8c56c659639,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:24.358774 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Allocated IP 172.20.0.13 (7168dd73-28dd-4ce5-9a86-2153d1e0fea4/1029117b-6b27-42fc-af69-b20087717eee/d7af9b63-4de2-4a65-8fce-6ff4f4feaee2) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:24.375857 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Pushing event updated for resources: {'Port': ['ID=a698e845-47fa-4210-ba92-238379ab1d88,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:24.388277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.465363 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-75c506bd-a9c1-4a31-93d1-487c4f528597 req-b4a08c51-3663-43a1-bb88-bb17e7f568e9 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137381 Apr 07 12:56:24.513517 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.26', 61396) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:24.674284 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:24.703436 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:24.703436 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:24.718355 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:24.753099 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0b3be-05e1-4f63-ba74-9781e0559d13 req-4f19ff7a-e689-4d18-b541-0eafb9f98a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:24.754986 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-32b0b3be-05e1-4f63-ba74-9781e0559d13 req-4f19ff7a-e689-4d18-b541-0eafb9f98a6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 1129 time: 0.2405691 Apr 07 12:56:24.770531 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e860-fb12-4348-9bfd-8fa3a771f891 req-2f7c67c9-c589-4e2f-ab33-ce0447c9cba1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:24.773047 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-53f3e860-fb12-4348-9bfd-8fa3a771f891 req-2f7c67c9-c589-4e2f-ab33-ce0447c9cba1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 943 time: 0.1240025 Apr 07 12:56:24.827608 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b0b3be-05e1-4f63-ba74-9781e0559d13 req-94d447dc-3f99-4dd1-994f-01703a7dee94 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.902532 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:24.903218 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.905826 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Attempting to bind port a698e845-47fa-4210-ba92-238379ab1d88 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:24.906189 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Attempting to bind port a698e845-47fa-4210-ba92-238379ab1d88 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:24.906535 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Attempting to bind port a698e845-47fa-4210-ba92-238379ab1d88 on network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:24.933835 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Port a698e845-47fa-4210-ba92-238379ab1d88 on network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:56:24.938322 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Attempting to bind port a698e845-47fa-4210-ba92-238379ab1d88 on network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:24.965065 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58496) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:24.985856 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-3c0965de-fc4b-42e4-9544-5253fea754b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5357141 Apr 07 12:56:24.988730 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a630dc06-30e1-465e-b0f3-770ea7428efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:24.994270 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:24.994742 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Checking segment: {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:24.995197 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Bound using segment: {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:24.995713 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Bound port: a698e845-47fa-4210-ba92-238379ab1d88, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:24.996200 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a698e845-47fa-4210-ba92-238379ab1d88), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.010972 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Request body: {'port': {'device_id': '5a30920e-0397-4384-931b-dfccfa924c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:25.030422 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b0b3be-05e1-4f63-ba74-9781e0559d13 req-94d447dc-3f99-4dd1-994f-01703a7dee94 service neutron] Publish callbacks [] for security_group (41a33932-7929-44de-b44c-d0e02f512d58), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.036488 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-53f3e860-fb12-4348-9bfd-8fa3a771f891 req-ad3301c8-4328-4fbf-b377-747a23b8577a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441804 Apr 07 12:56:25.042413 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-32b0b3be-05e1-4f63-ba74-9781e0559d13 req-94d447dc-3f99-4dd1-994f-01703a7dee94 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (41a33932-7929-44de-b44c-d0e02f512d58), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.075234 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2956c0c-f3b2-491d-b07f-8913611a85a4 req-aa283976-3125-450a-97b5-52d2c1ff57ae tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:25.076803 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b2956c0c-f3b2-491d-b07f-8913611a85a4 req-aa283976-3125-450a-97b5-52d2c1ff57ae tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 932 time: 0.2258809 Apr 07 12:56:25.089712 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e259d0fd-bf52-45e2-b5f9-3bf97280b5b2 None None] Provisioning complete for port 2326ed5e-0c39-4e97-9633-8dae505d9b3f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:25.090395 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e259d0fd-bf52-45e2-b5f9-3bf97280b5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.114278 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.149953 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-32b0b3be-05e1-4f63-ba74-9781e0559d13 req-94d447dc-3f99-4dd1-994f-01703a7dee94 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732338 Apr 07 12:56:25.152249 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e259d0fd-bf52-45e2-b5f9-3bf97280b5b2 None None] Port 2326ed5e-0c39-4e97-9633-8dae505d9b3f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:56:25.192594 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d447dc-3f99-4dd1-994f-01703a7dee94 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=41a33932-7929-44de-b44c-d0e02f512d58,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:25.206565 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-36c7c947-0a21-4ee5-ad88-acec4bd11bca req-69096c13-108b-4d93-b34b-970eaea5e620 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 210 time: 0.0616908 Apr 07 12:56:25.234873 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] For port a698e845-47fa-4210-ba92-238379ab1d88, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:25.242747 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b2956c0c-f3b2-491d-b07f-8913611a85a4 req-90127a2d-b2d7-4133-96e7-be1ccfe4f57e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352210 Apr 07 12:56:25.243325 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.255444 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a630dc06-30e1-465e-b0f3-770ea7428efd admin admin] Publish callbacks [] for security_group (118806ad-022b-40a2-986a-7447fd0802e5), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.261334 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a630dc06-30e1-465e-b0f3-770ea7428efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (118806ad-022b-40a2-986a-7447fd0802e5), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.275649 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] For port a698e845-47fa-4210-ba92-238379ab1d88, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a698e845-47fa-4210-ba92-238379ab1d88,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:25.277619 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.301033 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (a698e845-47fa-4210-ba92-238379ab1d88), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.303275 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a630dc06-30e1-465e-b0f3-770ea7428efd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c08f45a46a9a442486278999646a0203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372118 Apr 07 12:56:25.304130 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630dc06-30e1-465e-b0f3-770ea7428efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118806ad-022b-40a2-986a-7447fd0802e5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:25.307918 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58504) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:25.364019 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a2244b3-7b68-4041-87f9-b5c704f2e7af admin admin] Publish callbacks [] for security_group (118806ad-022b-40a2-986a-7447fd0802e5), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.375197 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:25.386577 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:25.389719 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a2244b3-7b68-4041-87f9-b5c704f2e7af admin admin] Publish callbacks [] for security_group (118806ad-022b-40a2-986a-7447fd0802e5), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.397507 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:25.412571 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:25.413200 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.415133 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] 10.222.0.26 "PUT /v2.0/ports/a698e845-47fa-4210-ba92-238379ab1d88 HTTP/1.1" status: 200 len: 1093 time: 3.1968107 Apr 07 12:56:25.417808 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'tag': 'a698e845-47fa-4210-ba92-238379ab1d88'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:25.420446 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c2b8b6-f751-4037-b0fa-94f99bcf6619", "tag": "a698e845-47fa-4210-ba92-238379ab1d88"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:25.447664 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:25.479432 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a2244b3-7b68-4041-87f9-b5c704f2e7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (118806ad-022b-40a2-986a-7447fd0802e5), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.484085 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a2244b3-7b68-4041-87f9-b5c704f2e7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.488408 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-0a2244b3-7b68-4041-87f9-b5c704f2e7af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/118806ad-022b-40a2-986a-7447fd0802e5 HTTP/1.1" status: 204 len: 168 time: 0.1774554 Apr 07 12:56:25.502183 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2244b3-7b68-4041-87f9-b5c704f2e7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118806ad-022b-40a2-986a-7447fd0802e5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:25.606430 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a190ff89-46c5-40bf-9c9e-c3ecc7690610 x-openstack-request-id: req-a190ff89-46c5-40bf-9c9e-c3ecc7690610 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:25.609009 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c2b8b6-f751-4037-b0fa-94f99bcf6619", "tag": "a698e845-47fa-4210-ba92-238379ab1d88", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:25.609873 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a190ff89-46c5-40bf-9c9e-c3ecc7690610 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:25.610324 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a190ff89-46c5-40bf-9c9e-c3ecc7690610'] response: {'name': 'network-changed', 'server_uuid': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'tag': 'a698e845-47fa-4210-ba92-238379ab1d88', 'status': 'completed', 'code': 200} Apr 07 12:56:25.759670 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:25.760345 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.866381 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5c9b67de-7f0e-45a4-9d38-8ba36f3d0238 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4765718 Apr 07 12:56:25.887669 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Request body: {'port': {'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:25.909229 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e50c5b-62ab-4392-9be1-2db19e268f13 service neutron] Pushing event updated for resources: {'Port': ['ID=a698e845-47fa-4210-ba92-238379ab1d88,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:25.947116 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-09f71d56-bc44-43c9-9f37-aaa22fd106e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:25.948715 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-09f71d56-bc44-43c9-9f37-aaa22fd106e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 1127 time: 0.3375080 Apr 07 12:56:25.957944 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-55a34950-6565-4c12-977c-01621fca5d06 None None] Provisioning complete for port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:25.958668 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-55a34950-6565-4c12-977c-01621fca5d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:25.966812 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b781c0-0d01-4d76-b450-d371ba7fcad3 req-620e95bb-2f67-4390-b643-094c9eae2bcb tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:25.968313 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a8b781c0-0d01-4d76-b450-d371ba7fcad3 req-620e95bb-2f67-4390-b643-094c9eae2bcb tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 945 time: 0.3329170 Apr 07 12:56:26.025744 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-55a34950-6565-4c12-977c-01621fca5d06 None None] Port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:56:26.052335 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-9fe7d424-b591-402e-8b83-2c88fa3b8c99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a698e845-47fa-4210-ba92-238379ab1d88 HTTP/1.1" status: 200 len: 217 time: 0.0906346 Apr 07 12:56:26.071799 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2326ed5e-0c39-4e97-9633-8dae505d9b3f {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:26.091320 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Publish callbacks [] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:26.094157 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:26.165240 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Transition to ACTIVE for port object 2326ed5e-0c39-4e97-9633-8dae505d9b3f will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:56:26.175176 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a8b781c0-0d01-4d76-b450-d371ba7fcad3 req-fd4f9bfb-a732-403d-9aef-96087fab5070 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643901 Apr 07 12:56:26.205303 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:26.220725 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787c965-ec32-43b8-87f0-5fa2990e5221 req-6f553040-7905-447a-91ad-54e833620147 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:26.230342 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e787c965-ec32-43b8-87f0-5fa2990e5221 req-6f553040-7905-447a-91ad-54e833620147 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 943 time: 0.0930862 Apr 07 12:56:26.235750 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-5872ceb8-6e45-4684-bbc0-b92ebf148906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:26.237229 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-5872ceb8-6e45-4684-bbc0-b92ebf148906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.1722198 Apr 07 12:56:26.310871 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e787c965-ec32-43b8-87f0-5fa2990e5221 req-ee8a2cfe-5947-4c86-a25f-b35a626d256c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793552 Apr 07 12:56:26.344961 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:26.510363 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877c435-2dbb-4fd8-ac49-a28cac834413 req-e3b8a38e-8243-4c5e-9cb4-918d3863005d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:26.529873 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9877c435-2dbb-4fd8-ac49-a28cac834413 req-e3b8a38e-8243-4c5e-9cb4-918d3863005d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0954199 Apr 07 12:56:26.588316 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9877c435-2dbb-4fd8-ac49-a28cac834413 req-e2ce7886-6f17-4ff9-9ee0-8bc9ce3103eb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573721 Apr 07 12:56:26.922241 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-e81de43a-71a3-433a-9b5b-9920fadf60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:26.923750 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-e81de43a-71a3-433a-9b5b-9920fadf60e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6524680 Apr 07 12:56:26.956973 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e77d4f-3377-4ffe-be3e-69007364fdf4 req-1f19f986-6c56-40e7-8798-7771ee3482d8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:26.964032 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a1e77d4f-3377-4ffe-be3e-69007364fdf4 req-1f19f986-6c56-40e7-8798-7771ee3482d8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 932 time: 0.6157982 Apr 07 12:56:26.973417 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Attempting to bind port 2326ed5e-0c39-4e97-9633-8dae505d9b3f on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:26.973790 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Attempting to bind port 2326ed5e-0c39-4e97-9633-8dae505d9b3f by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:26.974116 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Attempting to bind port 2326ed5e-0c39-4e97-9633-8dae505d9b3f on network e4853d6b-79dc-4abc-b1a6-d90b84863c06 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:26.995812 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Port 2326ed5e-0c39-4e97-9633-8dae505d9b3f on network e4853d6b-79dc-4abc-b1a6-d90b84863c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:56:26.996304 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Attempting to bind port 2326ed5e-0c39-4e97-9633-8dae505d9b3f on network e4853d6b-79dc-4abc-b1a6-d90b84863c06 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:27.022093 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:27.023034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Checking segment: {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:27.023462 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Bound using segment: {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:27.024644 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Bound port: 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:27.025052 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:27.102553 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a1e77d4f-3377-4ffe-be3e-69007364fdf4 req-469af1ea-c899-4d7b-ad82-cfa805c33cd7 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375914 Apr 07 12:56:27.158542 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:27.162941 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:27.198723 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:27.270935 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:27.271595 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:27.273348 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] 10.222.0.26 "PUT /v2.0/ports/2326ed5e-0c39-4e97-9633-8dae505d9b3f HTTP/1.1" status: 200 len: 1094 time: 2.2730110 Apr 07 12:56:27.310184 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:27.327863 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Publish callbacks [] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:27.375066 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Transition to ACTIVE for port object d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:56:27.379823 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67325f27-1a00-46dd-85e0-f5e813675a1f service neutron] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:27.401692 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:27.409748 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61747e-1cb9-416e-960f-93368a029120 req-2c939867-495d-4c81-9186-ba99375da673 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:27.421964 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3e61747e-1cb9-416e-960f-93368a029120 req-2c939867-495d-4c81-9186-ba99375da673 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 945 time: 0.1386952 Apr 07 12:56:27.467045 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-907bc0c7-2747-4939-bdb1-3474ebb20fe3 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779016 Apr 07 12:56:27.563691 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3e61747e-1cb9-416e-960f-93368a029120 req-8c8ae957-f9f2-418d-8c46-42f61604f18e tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389318 Apr 07 12:56:27.628092 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:27.635099 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b556f59-6412-46c1-b8d5-a90840edb1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:27.795300 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-7c9250e6-9ef4-439d-9c5f-bba86a8c00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:27.796912 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-7c9250e6-9ef4-439d-9c5f-bba86a8c00a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 1128 time: 0.3660316 Apr 07 12:56:27.797574 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Pushing event updated for resources: {'Port': ['ID=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:27.828223 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b019dd-a6d1-4b9f-9668-ae2dd6fcfe92 req-fc0b7544-3208-45b7-9341-155f3e26e670 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:27.830319 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-07b019dd-a6d1-4b9f-9668-ae2dd6fcfe92 req-fc0b7544-3208-45b7-9341-155f3e26e670 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 943 time: 0.3659759 Apr 07 12:56:27.869350 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae1687-aedd-4c92-b100-2207f2756b27 req-4aa8e1c8-0457-4739-876b-231f7e92b969 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:27.871845 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-57ae1687-aedd-4c92-b100-2207f2756b27 req-4aa8e1c8-0457-4739-876b-231f7e92b969 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.1216869 Apr 07 12:56:27.892431 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-9a0d6497-feca-475d-bff7-bca6e269b135 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f HTTP/1.1" status: 200 len: 217 time: 0.0828359 Apr 07 12:56:27.920106 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Attempting to bind port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:27.920498 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Attempting to bind port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:27.920952 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Attempting to bind port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:27.935971 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-57ae1687-aedd-4c92-b100-2207f2756b27 req-227f7792-8c1e-4be1-9671-5e370b39638a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565131 Apr 07 12:56:27.963222 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:56:27.963222 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Attempting to bind port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:27.985022 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:27.985363 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Checking segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:27.985744 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Bound using segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:27.986421 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Bound port: d7af9b63-4de2-4a65-8fce-6ff4f4feaee2, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:27.986913 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:28.027656 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d47c7be-1d28-45db-8906-7a2194d282af x-openstack-request-id: req-1d47c7be-1d28-45db-8906-7a2194d282af {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:28.028004 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:28.028254 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d47c7be-1d28-45db-8906-7a2194d282af {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:28.028673 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d47c7be-1d28-45db-8906-7a2194d282af'] response: {'name': 'network-changed', 'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'status': 'completed', 'code': 200} Apr 07 12:56:28.035255 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bde8cef-862a-44e7-99d3-85b64624a445 req-baa76a9d-b687-4a7e-ba35-f849f717502a service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443933 Apr 07 12:56:28.037941 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-a68c980a-b7fb-4c88-b908-968abc4a8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:28.047085 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-a68c980a-b7fb-4c88-b908-968abc4a8218 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.1440663 Apr 07 12:56:28.050371 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-07b019dd-a6d1-4b9f-9668-ae2dd6fcfe92 req-6cd6ca5b-dd80-4408-8051-1294bea85371 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641145 Apr 07 12:56:28.155133 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] For port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:28.158721 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] For port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:28.175334 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:28.238463 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:28.249934 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:28.251500 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] 10.222.0.26 "PUT /v2.0/ports/d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 HTTP/1.1" status: 200 len: 1094 time: 2.3680694 Apr 07 12:56:28.278331 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ed69f-dc3a-4ca4-a1ec-1cc25bcd4ab7 req-82fd8e92-abf0-4acb-85e3-eef8d2acb356 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:28.280159 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8b7ed69f-dc3a-4ca4-a1ec-1cc25bcd4ab7 req-82fd8e92-abf0-4acb-85e3-eef8d2acb356 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 944 time: 0.0822260 Apr 07 12:56:28.290638 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-eb7ee2f9-01c1-4bb9-92e3-6bed24b17038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:28.292136 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-eb7ee2f9-01c1-4bb9-92e3-6bed24b17038 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2244368 Apr 07 12:56:28.306953 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ec963-8e86-4c81-83d2-9254d291d058 service neutron] Pushing event updated for resources: {'Port': ['ID=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:28.362194 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8b7ed69f-dc3a-4ca4-a1ec-1cc25bcd4ab7 req-9604be43-54de-4d18-847b-04b2265dc8d8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703044 Apr 07 12:56:28.928958 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-215c3546-44e0-459f-8bc3-09e0b3f2e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:28.930697 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-215c3546-44e0-459f-8bc3-09e0b3f2e959 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 1127 time: 0.1415896 Apr 07 12:56:28.933649 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5e1ef9e2-04c6-4ca9-87e9-26048b10ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:28.935037 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-5e1ef9e2-04c6-4ca9-87e9-26048b10ba47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 1128 time: 0.1305923 Apr 07 12:56:28.936758 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-957650d9-1443-456b-a8f0-d10876b7e443 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667774 Apr 07 12:56:29.029368 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-7b06869d-7664-44ba-890d-c25efc31727b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 HTTP/1.1" status: 200 len: 217 time: 0.0794280 Apr 07 12:56:29.162131 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:29.186425 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899843c8-a4ad-470b-b475-1e5c30a7465b req-acded2fa-e264-410d-8621-e688dda58589 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:29.187840 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-899843c8-a4ad-470b-b475-1e5c30a7465b req-acded2fa-e264-410d-8621-e688dda58589 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 943 time: 0.0665531 Apr 07 12:56:29.201349 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-a123e850-b853-43d3-8964-f3bde5b2aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:29.202835 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-a123e850-b853-43d3-8964-f3bde5b2aa61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.1411092 Apr 07 12:56:29.223726 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-42dd7f7b-5ab2-4dc3-b5af-ee2944fd526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:29.225424 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-42dd7f7b-5ab2-4dc3-b5af-ee2944fd526f service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 912 time: 0.2834065 Apr 07 12:56:29.234992 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bec88d-5dec-4808-bcfe-bef55796d071 req-56c461f2-57f8-47b3-951b-c2cbeaf9361e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:29.236466 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c3bec88d-5dec-4808-bcfe-bef55796d071 req-56c461f2-57f8-47b3-951b-c2cbeaf9361e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.2177453 Apr 07 12:56:29.246839 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-899843c8-a4ad-470b-b475-1e5c30a7465b req-afcc1ee7-4294-4fd8-a4c4-04b3366bf2a0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534062 Apr 07 12:56:29.261086 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4655424f-6faf-4784-b472-39eb25aa2f23 req-5c727224-ab92-410f-b94b-f9045c4218fc service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093748 Apr 07 12:56:29.291386 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fef9215f-1c8a-4e79-aeef-c99fd867f9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:29.307449 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-e5995e79-ae00-4715-9e8e-47cdf0043988 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a698e845-47fa-4210-ba92-238379ab1d88 HTTP/1.1" status: 200 len: 217 time: 0.0700402 Apr 07 12:56:29.342910 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-b6bf7c17-2dc7-44be-868f-00cad822774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:29.344454 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-b6bf7c17-2dc7-44be-868f-00cad822774a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1323102 Apr 07 12:56:29.348417 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c3bec88d-5dec-4808-bcfe-bef55796d071 req-89727307-b9ce-44dc-95f9-c13805ae7b77 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902479 Apr 07 12:56:29.373542 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fef9215f-1c8a-4e79-aeef-c99fd867f9ff admin admin] Publish callbacks [] for security_group (087545ea-eb82-4bce-9b4d-170c28abfaea), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:29.377815 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fef9215f-1c8a-4e79-aeef-c99fd867f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (087545ea-eb82-4bce-9b4d-170c28abfaea), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:29.419322 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fef9215f-1c8a-4e79-aeef-c99fd867f9ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=677706f5c150491c8e16f898b6fcf59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561498 Apr 07 12:56:29.420202 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9215f-1c8a-4e79-aeef-c99fd867f9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087545ea-eb82-4bce-9b4d-170c28abfaea,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:29.425067 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58710) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:29.519092 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f16a22-466f-4b97-8157-88959ce9ab08 req-16100777-ef2d-4629-9d22-67f030d28530 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:29.521317 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-50f16a22-466f-4b97-8157-88959ce9ab08 req-16100777-ef2d-4629-9d22-67f030d28530 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 944 time: 0.0967257 Apr 07 12:56:29.522063 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c346fa50-7cfb-4899-9188-ca2381ea359c admin admin] Publish callbacks [] for security_group (087545ea-eb82-4bce-9b4d-170c28abfaea), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:29.563478 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c346fa50-7cfb-4899-9188-ca2381ea359c admin admin] Publish callbacks [] for security_group (087545ea-eb82-4bce-9b4d-170c28abfaea), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:29.614614 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-50f16a22-466f-4b97-8157-88959ce9ab08 req-0f0779fd-ab2a-4b5c-bdc9-e7676f2dc58f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827727 Apr 07 12:56:29.652271 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c346fa50-7cfb-4899-9188-ca2381ea359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (087545ea-eb82-4bce-9b4d-170c28abfaea), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:29.655063 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c346fa50-7cfb-4899-9188-ca2381ea359c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:29.656263 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c346fa50-7cfb-4899-9188-ca2381ea359c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/087545ea-eb82-4bce-9b4d-170c28abfaea HTTP/1.1" status: 204 len: 168 time: 0.2302928 Apr 07 12:56:29.667180 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346fa50-7cfb-4899-9188-ca2381ea359c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087545ea-eb82-4bce-9b4d-170c28abfaea,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:29.938015 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58760) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:30.071435 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'tag': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:30.074832 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b7e9d9-355e-4dd1-ab93-6bb28f83102e", "tag": "d7af9b63-4de2-4a65-8fce-6ff4f4feaee2"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:30.079032 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-916e0cc1-f2c7-485a-a88d-554cdffeca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:30.080801 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-916e0cc1-f2c7-485a-a88d-554cdffeca61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.0595429 Apr 07 12:56:30.151336 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58776) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:30.183696 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a437f93a-37ed-4edf-bf5d-90d04b6467fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.198773 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f999f86-1777-4d75-bd43-491678c48b59 x-openstack-request-id: req-3f999f86-1777-4d75-bd43-491678c48b59 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:30.198973 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b7e9d9-355e-4dd1-ab93-6bb28f83102e", "tag": "d7af9b63-4de2-4a65-8fce-6ff4f4feaee2", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:30.199220 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f999f86-1777-4d75-bd43-491678c48b59 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:30.199601 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f999f86-1777-4d75-bd43-491678c48b59'] response: {'name': 'network-changed', 'server_uuid': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'tag': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'status': 'completed', 'code': 200} Apr 07 12:56:30.232868 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de4d65f8-fe17-4fe3-b733-4c9f77ef9432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.275983 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-a1a69913-1147-4a59-8673-e71b7cac4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:30.277509 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-a1a69913-1147-4a59-8673-e71b7cac4946 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 1128 time: 0.1953263 Apr 07 12:56:30.285920 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a437f93a-37ed-4edf-bf5d-90d04b6467fc admin admin] Publish callbacks [] for security_group (6eaeec88-5edf-4b07-a0cd-3b3d2dad45af), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.291364 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a437f93a-37ed-4edf-bf5d-90d04b6467fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6eaeec88-5edf-4b07-a0cd-3b3d2dad45af), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.326887 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a437f93a-37ed-4edf-bf5d-90d04b6467fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7515d107fd74f98a3bc18a2f695407d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739054 Apr 07 12:56:30.328471 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58784) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:30.459528 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437f93a-37ed-4edf-bf5d-90d04b6467fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaeec88-5edf-4b07-a0cd-3b3d2dad45af,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:30.486267 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbdf58b5-899e-4b9d-8166-1002fe6c6445 admin admin] Publish callbacks [] for security_group (6eaeec88-5edf-4b07-a0cd-3b3d2dad45af), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.499135 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af6636-6541-4c9e-af92-8120bad2ea29 req-29e20703-6eda-47a7-b453-3411b3070dff tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:30.500978 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f2af6636-6541-4c9e-af92-8120bad2ea29 req-29e20703-6eda-47a7-b453-3411b3070dff tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 943 time: 0.1715589 Apr 07 12:56:30.536390 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbdf58b5-899e-4b9d-8166-1002fe6c6445 admin admin] Publish callbacks [] for security_group (6eaeec88-5edf-4b07-a0cd-3b3d2dad45af), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.562275 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-0c1167ae-5450-4b09-8749-7b71ab89473c service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787214 Apr 07 12:56:30.574911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-3dc654b8-c5d5-4fd4-ae97-62d8acae12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:30.576369 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-3dc654b8-c5d5-4fd4-ae97-62d8acae12b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4200959 Apr 07 12:56:30.593229 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f2af6636-6541-4c9e-af92-8120bad2ea29 req-11daae85-9f8b-4fd8-aad3-d0200117b20a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848920 Apr 07 12:56:30.624347 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbdf58b5-899e-4b9d-8166-1002fe6c6445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6eaeec88-5edf-4b07-a0cd-3b3d2dad45af), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.626962 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbdf58b5-899e-4b9d-8166-1002fe6c6445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.628112 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-bbdf58b5-899e-4b9d-8166-1002fe6c6445 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6eaeec88-5edf-4b07-a0cd-3b3d2dad45af HTTP/1.1" status: 204 len: 168 time: 0.2976620 Apr 07 12:56:30.636717 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf58b5-899e-4b9d-8166-1002fe6c6445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaeec88-5edf-4b07-a0cd-3b3d2dad45af,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:30.769107 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94dc35-f8f3-48ac-8ead-438fe1738301 req-db16b0cb-b24d-4d3c-8cfe-22d408ce108c tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:30.770621 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3b94dc35-f8f3-48ac-8ead-438fe1738301 req-db16b0cb-b24d-4d3c-8cfe-22d408ce108c tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 944 time: 0.0654817 Apr 07 12:56:30.828934 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3b94dc35-f8f3-48ac-8ead-438fe1738301 req-de17d3ba-255c-49bd-ae65-eaccbcd447c4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504012 Apr 07 12:56:30.845710 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-ef473ead-9ff1-4b83-836b-12658ed7ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:30.847577 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-ef473ead-9ff1-4b83-836b-12658ed7ba7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 917 time: 0.5612864 Apr 07 12:56:30.853389 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de4d65f8-fe17-4fe3-b733-4c9f77ef9432 admin admin] Publish callbacks [] for security_group (06fdcc43-c630-4edc-96cd-de22325d4020), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.869171 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04666701-c69f-415c-ac21-ce3e758ab758 req-49a5c39e-9e33-4ecc-b5e1-7fda45448846 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:30.874935 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-04666701-c69f-415c-ac21-ce3e758ab758 req-49a5c39e-9e33-4ecc-b5e1-7fda45448846 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.3078926 Apr 07 12:56:30.896827 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-de4d65f8-fe17-4fe3-b733-4c9f77ef9432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (06fdcc43-c630-4edc-96cd-de22325d4020), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:30.951458 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ccc064ea-bc63-472d-be80-ada0ae47d649 req-a340f330-572a-4050-b5eb-29670db87dad service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424816 Apr 07 12:56:30.961372 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-3dd83bd3-54e8-40e4-8c83-59dc1455cbc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f HTTP/1.1" status: 200 len: 217 time: 0.1002963 Apr 07 12:56:30.979674 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-cf676b16-d5a5-4a45-a294-b82703f66cfe service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429570 Apr 07 12:56:31.002679 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-de4d65f8-fe17-4fe3-b733-4c9f77ef9432 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7780d12070fd4b4e87014d135567ed31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0634015 Apr 07 12:56:31.005281 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58800) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:31.013607 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d65f8-fe17-4fe3-b733-4c9f77ef9432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fdcc43-c630-4edc-96cd-de22325d4020,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:31.023017 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-04666701-c69f-415c-ac21-ce3e758ab758 req-4a2c4108-16eb-4eab-8530-e1ab75bc4dd1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374485 Apr 07 12:56:31.078030 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca87f876-97ce-4162-92e2-0f060f4f468c admin admin] Publish callbacks [] for security_group (06fdcc43-c630-4edc-96cd-de22325d4020), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.100395 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca87f876-97ce-4162-92e2-0f060f4f468c admin admin] Publish callbacks [] for security_group (06fdcc43-c630-4edc-96cd-de22325d4020), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.155211 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca87f876-97ce-4162-92e2-0f060f4f468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (06fdcc43-c630-4edc-96cd-de22325d4020), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.157613 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ca87f876-97ce-4162-92e2-0f060f4f468c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.161090 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-ca87f876-97ce-4162-92e2-0f060f4f468c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06fdcc43-c630-4edc-96cd-de22325d4020 HTTP/1.1" status: 204 len: 168 time: 0.1526010 Apr 07 12:56:31.171551 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87f876-97ce-4162-92e2-0f060f4f468c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fdcc43-c630-4edc-96cd-de22325d4020,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:31.491186 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-22d8dac0-2cf3-4415-8ba5-216e0d8d4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:31.492723 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-22d8dac0-2cf3-4415-8ba5-216e0d8d4540 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.2306452 Apr 07 12:56:31.533899 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c58890d9-0e30-4bf3-97c1-b60aaa76b77f req-71028916-1205-4dd0-86ac-aedb2baf410c service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736630 Apr 07 12:56:31.542177 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4d1400b5-0784-41cc-8cee-644c9da70636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.613848 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a698e845-47fa-4210-ba92-238379ab1d88 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:56:31.761860 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58854) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:31.778796 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78a61a1b-cf4b-42ce-ad3e-8a2888b97386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.797891 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61100f-0f3d-4c57-89f6-637346d3f86e req-a13986c1-a769-4ee0-9a8a-abcce8ce4ba9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:31.803582 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a698e845-47fa-4210-ba92-238379ab1d88, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a698e845-47fa-4210-ba92-238379ab1d88,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:31.805128 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7b61100f-0f3d-4c57-89f6-637346d3f86e req-a13986c1-a769-4ee0-9a8a-abcce8ce4ba9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 943 time: 0.0868843 Apr 07 12:56:31.830495 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': 'a698e845-47fa-4210-ba92-238379ab1d88', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'port_id': 'a698e845-47fa-4210-ba92-238379ab1d88', 'mac_address': 'fa:16:3e:46:1c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:56:31.868468 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7b61100f-0f3d-4c57-89f6-637346d3f86e req-1aead798-cc57-451d-a996-64afc234cd49 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569556 Apr 07 12:56:31.893617 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port a698e845-47fa-4210-ba92-238379ab1d88 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:31.894007 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a698e845-47fa-4210-ba92-238379ab1d88), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.910754 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a698e845-47fa-4210-ba92-238379ab1d88 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:31.918017 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78a61a1b-cf4b-42ce-ad3e-8a2888b97386 admin admin] Publish callbacks [] for security_group (6d1dcfb6-bbe6-43d7-87e5-9e5791102dc6), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.922989 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-78a61a1b-cf4b-42ce-ad3e-8a2888b97386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6d1dcfb6-bbe6-43d7-87e5-9e5791102dc6), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.933598 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a698e845-47fa-4210-ba92-238379ab1d88, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a698e845-47fa-4210-ba92-238379ab1d88,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:31.939557 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a698e845-47fa-4210-ba92-238379ab1d88), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:31.940411 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:56:31.998525 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a61a1b-cf4b-42ce-ad3e-8a2888b97386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1dcfb6-bbe6-43d7-87e5-9e5791102dc6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:32.025200 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-78a61a1b-cf4b-42ce-ad3e-8a2888b97386 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a96db75dc2d84fb8951d23e3177ca19d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621021 Apr 07 12:56:32.028385 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58858) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:32.070200 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f854-7658-4541-b75b-cbfde6affac9 req-024d4b88-4d35-4672-9c28-47a3f51c99d3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:32.079264 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f026f854-7658-4541-b75b-cbfde6affac9 req-024d4b88-4d35-4672-9c28-47a3f51c99d3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 944 time: 0.1517589 Apr 07 12:56:32.212905 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0176b9-4067-4564-9f53-cd3021dcd887 req-1bd32e44-a886-4031-ae3a-d2b65f47ea44 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:32.218607 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3958582c-f5cc-407a-bf62-a37fbb74944a admin admin] Publish callbacks [] for security_group (6d1dcfb6-bbe6-43d7-87e5-9e5791102dc6), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:32.221231 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fe0176b9-4067-4564-9f53-cd3021dcd887 req-1bd32e44-a886-4031-ae3a-d2b65f47ea44 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.1090543 Apr 07 12:56:32.226692 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f026f854-7658-4541-b75b-cbfde6affac9 req-cb91beea-7d57-4c68-afb1-acdc5855b15a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464341 Apr 07 12:56:32.252603 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:32.263091 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3958582c-f5cc-407a-bf62-a37fbb74944a admin admin] Publish callbacks [] for security_group (6d1dcfb6-bbe6-43d7-87e5-9e5791102dc6), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:32.283159 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'port_id': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'mac_address': 'fa:16:3e:ca:a0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:56:32.290723 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fe0176b9-4067-4564-9f53-cd3021dcd887 req-b81865b4-45d2-4940-b9d9-7201948d1c10 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632520 Apr 07 12:56:32.292757 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-ca5b17df-a656-4a72-b946-07aea8f97236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:32.294795 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-ca5b17df-a656-4a72-b946-07aea8f97236 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1637738 Apr 07 12:56:32.314767 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-cf395941-d316-473d-a236-9c08a53b88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:32.316294 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-cf395941-d316-473d-a236-9c08a53b88c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 1128 time: 0.1873398 Apr 07 12:56:32.341433 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=a698e845-47fa-4210-ba92-238379ab1d88,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:32.354313 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3958582c-f5cc-407a-bf62-a37fbb74944a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6d1dcfb6-bbe6-43d7-87e5-9e5791102dc6), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:32.357105 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3958582c-f5cc-407a-bf62-a37fbb74944a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:32.359621 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2326ed5e-0c39-4e97-9633-8dae505d9b3f is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:32.360250 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:32.361144 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-3958582c-f5cc-407a-bf62-a37fbb74944a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d1dcfb6-bbe6-43d7-87e5-9e5791102dc6 HTTP/1.1" status: 204 len: 168 time: 0.3316550 Apr 07 12:56:32.370149 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958582c-f5cc-407a-bf62-a37fbb74944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1dcfb6-bbe6-43d7-87e5-9e5791102dc6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:32.410384 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2326ed5e-0c39-4e97-9633-8dae505d9b3f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:32.429979 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:32.435525 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:32.485048 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:32.701791 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-552c5d97-9c5e-43ae-9a4d-faa8905e237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:32.703298 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-552c5d97-9c5e-43ae-9a4d-faa8905e237c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 916 time: 0.1809390 Apr 07 12:56:32.706007 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-ebf6dca9-2600-4e8b-8e95-417a19486c50 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816792 Apr 07 12:56:32.797849 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-011212c9-4b26-4d4a-a922-81586f1693fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 HTTP/1.1" status: 200 len: 217 time: 0.0728183 Apr 07 12:56:32.823713 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['2326ed5e-0c39-4e97-9633-8dae505d9b3f'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:56:32.912151 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-98075287-2a09-4ddc-ac07-7b69f112b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:32.913714 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-98075287-2a09-4ddc-ac07-7b69f112b5b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.1031649 Apr 07 12:56:32.958318 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['a698e845-47fa-4210-ba92-238379ab1d88'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:56:32.986319 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b556f59-6412-46c1-b8d5-a90840edb1ad req-0438f181-88d5-4818-a2d8-b8cfc09780c8 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522478 Apr 07 12:56:33.023762 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-37d3ecc7-6a4a-4a5c-811b-d817465b891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:33.025715 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-37d3ecc7-6a4a-4a5c-811b-d817465b891d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0940368 Apr 07 12:56:33.032328 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58904) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:33.162563 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-f97bc0aa-d0d7-4913-82eb-2708f02a8554 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243794 Apr 07 12:56:33.172444 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427f9df-c3ce-449a-80d4-7b94bc9fc541 req-bbd5b2c6-c5cd-4e18-8f16-34dac6039bdd tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:33.174138 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8427f9df-c3ce-449a-80d4-7b94bc9fc541 req-bbd5b2c6-c5cd-4e18-8f16-34dac6039bdd tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 944 time: 0.2081282 Apr 07 12:56:33.219342 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10003077-9a25-41df-a3de-190458acc7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:33.323928 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8427f9df-c3ce-449a-80d4-7b94bc9fc541 req-a48a12c4-e739-467b-8929-7658816253a1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390991 Apr 07 12:56:33.353991 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102d7e1e-7872-4bb0-b0e6-c25e4bdc5184 req-41802181-3531-4617-8e02-e9fc1ee620fb service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783321 Apr 07 12:56:33.419585 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10003077-9a25-41df-a3de-190458acc7ed admin admin] Publish callbacks [] for security_group (b639660e-7973-4ca1-b6d5-ac473e2c8b1d), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:33.435218 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10003077-9a25-41df-a3de-190458acc7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (b639660e-7973-4ca1-b6d5-ac473e2c8b1d), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:33.486018 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b81c-cf94-4fde-b8d7-21d272765add req-0a325afe-4d2b-4189-a4c6-4298a72eb3d4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:33.486478 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0461b81c-cf94-4fde-b8d7-21d272765add req-0a325afe-4d2b-4189-a4c6-4298a72eb3d4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 945 time: 0.0779986 Apr 07 12:56:33.489812 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e5a7d-1f59-4954-9e20-2ae5db8afd14 req-b906997b-b0fb-433c-ae5d-053e8ecca4a8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:33.491361 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-921e5a7d-1f59-4954-9e20-2ae5db8afd14 req-b906997b-b0fb-433c-ae5d-053e8ecca4a8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 944 time: 0.1480067 Apr 07 12:56:33.497065 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10003077-9a25-41df-a3de-190458acc7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b639660e-7973-4ca1-b6d5-ac473e2c8b1d,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:33.522231 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-10003077-9a25-41df-a3de-190458acc7ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13c6f2dd14a74357b84b99234be42b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4886065 Apr 07 12:56:33.525400 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58928) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:33.549410 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0461b81c-cf94-4fde-b8d7-21d272765add req-ce0e1db0-f025-4441-a1b6-c2b19f95a3ba tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511260 Apr 07 12:56:33.590552 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-921e5a7d-1f59-4954-9e20-2ae5db8afd14 req-b1bad6f7-501c-4ab2-b5e8-6ba069c87fef tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856202 Apr 07 12:56:33.618010 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04f42ee2-43cd-4c80-94f5-a26a409e001d admin admin] Publish callbacks [] for security_group (b639660e-7973-4ca1-b6d5-ac473e2c8b1d), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:33.643483 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04f42ee2-43cd-4c80-94f5-a26a409e001d admin admin] Publish callbacks [] for security_group (b639660e-7973-4ca1-b6d5-ac473e2c8b1d), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:33.709979 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04f42ee2-43cd-4c80-94f5-a26a409e001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (b639660e-7973-4ca1-b6d5-ac473e2c8b1d), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:33.712811 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-04f42ee2-43cd-4c80-94f5-a26a409e001d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:33.717514 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-04f42ee2-43cd-4c80-94f5-a26a409e001d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b639660e-7973-4ca1-b6d5-ac473e2c8b1d HTTP/1.1" status: 204 len: 168 time: 0.1906300 Apr 07 12:56:33.725778 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f42ee2-43cd-4c80-94f5-a26a409e001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b639660e-7973-4ca1-b6d5-ac473e2c8b1d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:33.870616 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-da3be6bd-2c46-4824-9c03-5105324715f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.025502 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a698e845-47fa-4210-ba92-238379ab1d88 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:34.052697 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce019f2a-b080-475d-a545-91f14d3beeb9 req-070eac8e-f6e6-4f20-a43e-390d2de57cd3 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:34.053226 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 58956) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:34.054505 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ce019f2a-b080-475d-a545-91f14d3beeb9 req-070eac8e-f6e6-4f20-a43e-390d2de57cd3 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 945 time: 0.0645382 Apr 07 12:56:34.069686 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6350a3a4-2b8f-4941-81e3-7f235dcbdbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.112611 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port a698e845-47fa-4210-ba92-238379ab1d88 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:56:34.116806 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port a698e845-47fa-4210-ba92-238379ab1d88 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:34.117202 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a698e845-47fa-4210-ba92-238379ab1d88), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.119788 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ce019f2a-b080-475d-a545-91f14d3beeb9 req-1c9d3839-ebc2-496d-9823-584b484e5e53 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555067 Apr 07 12:56:34.181324 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6350a3a4-2b8f-4941-81e3-7f235dcbdbeb admin admin] Publish callbacks [] for security_group (9a419451-d48e-4947-ad59-17d0dfeae8b3), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.186206 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6350a3a4-2b8f-4941-81e3-7f235dcbdbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9a419451-d48e-4947-ad59-17d0dfeae8b3), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.214261 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port a698e845-47fa-4210-ba92-238379ab1d88 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:34.214643 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a698e845-47fa-4210-ba92-238379ab1d88), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.230692 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-6350a3a4-2b8f-4941-81e3-7f235dcbdbeb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=878df5a5e3914b70a9298457630f96bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763573 Apr 07 12:56:34.231847 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350a3a4-2b8f-4941-81e3-7f235dcbdbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a419451-d48e-4947-ad59-17d0dfeae8b3,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:34.233732 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 58964) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:34.263153 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a698e845-47fa-4210-ba92-238379ab1d88'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:34.265455 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1a72f0-6a9e-4606-ad4b-61075e868079" -d '{"events": [{"server_uuid": "f1c2b8b6-f751-4037-b0fa-94f99bcf6619", "name": "network-vif-plugged", "status": "completed", "tag": "a698e845-47fa-4210-ba92-238379ab1d88"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:34.280082 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a698e845-47fa-4210-ba92-238379ab1d88, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a698e845-47fa-4210-ba92-238379ab1d88,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:34.286388 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a698e845-47fa-4210-ba92-238379ab1d88), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.287800 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:34.355712 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-782b0f61-3213-4dbc-9e1c-27406c1fb829 admin admin] Publish callbacks [] for security_group (9a419451-d48e-4947-ad59-17d0dfeae8b3), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.378565 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077ae59f-7df5-4422-953e-3522084e4b0f x-openstack-request-id: req-077ae59f-7df5-4422-953e-3522084e4b0f {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:34.378956 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c2b8b6-f751-4037-b0fa-94f99bcf6619", "name": "network-vif-plugged", "status": "completed", "tag": "a698e845-47fa-4210-ba92-238379ab1d88", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:34.379861 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-077ae59f-7df5-4422-953e-3522084e4b0f {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:34.381502 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077ae59f-7df5-4422-953e-3522084e4b0f'] response: {'server_uuid': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a698e845-47fa-4210-ba92-238379ab1d88', 'code': 200} Apr 07 12:56:34.386562 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-782b0f61-3213-4dbc-9e1c-27406c1fb829 admin admin] Publish callbacks [] for security_group (9a419451-d48e-4947-ad59-17d0dfeae8b3), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.407740 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=a698e845-47fa-4210-ba92-238379ab1d88,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:34.437130 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 2326ed5e-0c39-4e97-9633-8dae505d9b3f completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:56:34.441801 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 2326ed5e-0c39-4e97-9633-8dae505d9b3f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:34.442788 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.478454 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-782b0f61-3213-4dbc-9e1c-27406c1fb829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9a419451-d48e-4947-ad59-17d0dfeae8b3), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.482611 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-782b0f61-3213-4dbc-9e1c-27406c1fb829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.483927 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-782b0f61-3213-4dbc-9e1c-27406c1fb829 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a419451-d48e-4947-ad59-17d0dfeae8b3 HTTP/1.1" status: 204 len: 168 time: 0.2487724 Apr 07 12:56:34.507074 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b0f61-3213-4dbc-9e1c-27406c1fb829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a419451-d48e-4947-ad59-17d0dfeae8b3,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:34.522476 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209084d-09c4-42eb-b106-73f6b2585731 req-bfacca4d-07bf-425d-bf98-0252e0e4a743 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:34.524845 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6209084d-09c4-42eb-b106-73f6b2585731 req-bfacca4d-07bf-425d-bf98-0252e0e4a743 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0853479 Apr 07 12:56:34.600937 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6209084d-09c4-42eb-b106-73f6b2585731 req-623a89bc-3e18-48c7-a83d-380bbd68e418 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697730 Apr 07 12:56:34.624464 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2326ed5e-0c39-4e97-9633-8dae505d9b3f is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:34.624861 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.735365 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:34.744382 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:34.802467 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d7c0c-1770-466c-b9a5-41149fa2ffdc req-93bafd76-6621-4aa9-91c2-d03d44f59852 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:34.811163 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fe9d7c0c-1770-466c-b9a5-41149fa2ffdc req-93bafd76-6621-4aa9-91c2-d03d44f59852 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 944 time: 0.1046803 Apr 07 12:56:34.819809 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef268c-0640-4eeb-a16b-bac1f15e1965 req-eeddff47-1e9e-404b-980b-0c382e3c2c31 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:34.829600 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ebef268c-0640-4eeb-a16b-bac1f15e1965 req-eeddff47-1e9e-404b-980b-0c382e3c2c31 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 945 time: 0.1126492 Apr 07 12:56:34.859997 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:34.901079 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fe9d7c0c-1770-466c-b9a5-41149fa2ffdc req-171b9603-16d3-41a4-80ad-01452211fcda tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886350 Apr 07 12:56:34.950011 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ebef268c-0640-4eeb-a16b-bac1f15e1965 req-84d0af30-3902-404d-b96d-883520add9f0 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147416 Apr 07 12:56:35.113630 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:35.249067 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeebb41-f8fc-4fed-9fec-7890c526c436 req-f0bc302c-eb99-4b75-ac4d-29987297fe59 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:35.251116 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6eeebb41-f8fc-4fed-9fec-7890c526c436 req-f0bc302c-eb99-4b75-ac4d-29987297fe59 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 945 time: 0.0589912 Apr 07 12:56:35.308931 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6eeebb41-f8fc-4fed-9fec-7890c526c436 req-7b5387f9-addb-4a26-a1e8-f9b6a795eb17 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516682 Apr 07 12:56:35.396274 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e979d-5cf9-4da1-8677-ed16271adb8c req-eed7a5b7-2ea0-44c1-87c8-7a29db36857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:35.398434 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-325e979d-5cf9-4da1-8677-ed16271adb8c req-eed7a5b7-2ea0-44c1-87c8-7a29db36857a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 1129 time: 0.0735762 Apr 07 12:56:35.476332 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-325e979d-5cf9-4da1-8677-ed16271adb8c req-911c981e-84c2-4974-a032-274517aff21e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464137 Apr 07 12:56:35.530103 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341090c7-8660-4f6c-a527-8d2406cb39da req-6f264743-a219-433e-845e-7f6b80774c1b tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:35.531565 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-341090c7-8660-4f6c-a527-8d2406cb39da req-6f264743-a219-433e-845e-7f6b80774c1b tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.26 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 945 time: 0.0538764 Apr 07 12:56:35.824595 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7df8c-84af-4d29-922f-ef005d4c5286 req-2cc3cc5e-7d12-4a09-ba0a-9564497fc1d4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:35.825759 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-79c7df8c-84af-4d29-922f-ef005d4c5286 req-2cc3cc5e-7d12-4a09-ba0a-9564497fc1d4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1504230 Apr 07 12:56:35.900938 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-341090c7-8660-4f6c-a527-8d2406cb39da req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Deleting port 6b58bd3c-dbb7-499b-90df-257b252db8ff {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:56:35.901285 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-341090c7-8660-4f6c-a527-8d2406cb39da req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:35.908116 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-79c7df8c-84af-4d29-922f-ef005d4c5286 req-683a8776-f0a5-482b-95d3-3b15df2f3d87 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765555 Apr 07 12:56:36.025033 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:56:36.087048 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-341090c7-8660-4f6c-a527-8d2406cb39da req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] For port 6b58bd3c-dbb7-499b-90df-257b252db8ff, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b58bd3c-dbb7-499b-90df-257b252db8ff,segment=NetworkSegment(fb3dcc62-0a2f-4371-8dc8-599f0c241b45),segment_id=fb3dcc62-0a2f-4371-8dc8-599f0c241b45)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:36.087416 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-341090c7-8660-4f6c-a527-8d2406cb39da req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:36.096649 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b778ee-a921-4ec5-8d3a-d1d0dd541062 req-a20a029b-2869-4674-9d4d-dfd4cc491b3f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:36.098321 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-51b778ee-a921-4ec5-8d3a-d1d0dd541062 req-a20a029b-2869-4674-9d4d-dfd4cc491b3f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 944 time: 0.1222606 Apr 07 12:56:36.138842 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-341090c7-8660-4f6c-a527-8d2406cb39da req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Calling delete_port for 6b58bd3c-dbb7-499b-90df-257b252db8ff owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:56:36.168857 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe05c39-a412-4a80-a776-8e025c0f762a req-99bda994-84c6-40e5-a5ec-8a921e2f153d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:36.170423 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cfe05c39-a412-4a80-a776-8e025c0f762a req-99bda994-84c6-40e5-a5ec-8a921e2f153d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.1163843 Apr 07 12:56:36.185657 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-51b778ee-a921-4ec5-8d3a-d1d0dd541062 req-da160c48-b983-411b-852a-a3adc1cb095b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776229 Apr 07 12:56:36.247247 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:36.271923 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:56:36.327762 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:36.328180 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:36.385593 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:36.390135 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874d14fe-48aa-4602-99ef-7522a65df8a5" -d '{"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:36.403459 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:36.433697 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:36.435418 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:36.445904 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:36.471871 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deb5ac-3f77-4663-b20a-3e7f8d731d00 req-0d0a2ea9-c25c-44d4-8112-952841d5daf2 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:36.474084 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-57deb5ac-3f77-4663-b20a-3e7f8d731d00 req-0d0a2ea9-c25c-44d4-8112-952841d5daf2 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 945 time: 0.0838130 Apr 07 12:56:36.543637 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-57deb5ac-3f77-4663-b20a-3e7f8d731d00 req-7af67934-7c2d-439a-85ae-bf2472f42e39 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/security-groups?id=24b226e9-7344-43e5-b42b-63e95ea8867d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624888 Apr 07 12:56:36.557031 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:36.613347 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d0e4e-4447-4bae-99ac-b1a7fe903faf x-openstack-request-id: req-273d0e4e-4447-4bae-99ac-b1a7fe903faf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:36.613708 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:36.613974 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-273d0e4e-4447-4bae-99ac-b1a7fe903faf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:36.614586 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273d0e4e-4447-4bae-99ac-b1a7fe903faf'] response: {'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'code': 200} Apr 07 12:56:36.635799 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cfe05c39-a412-4a80-a776-8e025c0f762a req-c21b5bf1-408a-4e03-9e26-a804baab7ac8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583693 Apr 07 12:56:36.704781 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['d7af9b63-4de2-4a65-8fce-6ff4f4feaee2'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:56:36.761926 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-341090c7-8660-4f6c-a527-8d2406cb39da req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (6b58bd3c-dbb7-499b-90df-257b252db8ff), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:36.794034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Pushing event deleted for resources: {'Port': ['ID=6b58bd3c-dbb7-499b-90df-257b252db8ff,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:36.858736 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-341090c7-8660-4f6c-a527-8d2406cb39da req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] No DVR routers for this DVR port 6b58bd3c-dbb7-499b-90df-257b252db8ff on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:56:36.862111 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-341090c7-8660-4f6c-a527-8d2406cb39da req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:36.865513 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-341090c7-8660-4f6c-a527-8d2406cb39da req-be9fd4c3-3197-4917-a32e-f2b73ad6b073 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.26 "DELETE /v2.0/ports/6b58bd3c-dbb7-499b-90df-257b252db8ff HTTP/1.1" status: 204 len: 173 time: 1.1914191 Apr 07 12:56:36.865963 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4f366-6fc5-4b4c-800a-75725357e336', 'name': 'network-vif-deleted', 'tag': '6b58bd3c-dbb7-499b-90df-257b252db8ff'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:36.868848 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29778cb-c973-4b6b-9ff6-d4522e45aa44" -d '{"events": [{"server_uuid": "41b4f366-6fc5-4b4c-800a-75725357e336", "name": "network-vif-deleted", "tag": "6b58bd3c-dbb7-499b-90df-257b252db8ff"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:36.911087 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be3f5cc-eb9f-4ce3-994b-72a5c32a9235 x-openstack-request-id: req-4be3f5cc-eb9f-4ce3-994b-72a5c32a9235 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:36.911390 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4f366-6fc5-4b4c-800a-75725357e336", "name": "network-vif-deleted", "tag": "6b58bd3c-dbb7-499b-90df-257b252db8ff", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:36.911662 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4be3f5cc-eb9f-4ce3-994b-72a5c32a9235 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:36.912107 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be3f5cc-eb9f-4ce3-994b-72a5c32a9235'] response: {'server_uuid': '41b4f366-6fc5-4b4c-800a-75725357e336', 'name': 'network-vif-deleted', 'tag': '6b58bd3c-dbb7-499b-90df-257b252db8ff', 'status': 'completed', 'code': 200} Apr 07 12:56:37.076795 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bb877-8903-4789-9e34-b736984130a1 req-e2e89bbe-078e-4c5d-ad2a-a310055dd373 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:37.078519 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab7bb877-8903-4789-9e34-b736984130a1 req-e2e89bbe-078e-4c5d-ad2a-a310055dd373 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0866778 Apr 07 12:56:37.089473 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:37.168928 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab7bb877-8903-4789-9e34-b736984130a1 req-1cf13756-acda-4d18-ad5b-1113e9688d74 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819514 Apr 07 12:56:37.174733 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29321be-8288-463e-8711-28125ec0d5c5 req-3bfc1630-c618-4c6a-b3c6-4dffb74f4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:37.176213 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f29321be-8288-463e-8711-28125ec0d5c5 req-3bfc1630-c618-4c6a-b3c6-4dffb74f4938 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 1130 time: 0.0873935 Apr 07 12:56:37.216429 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c718e67-64c9-4a35-a215-b180377552b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:37.239531 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f29321be-8288-463e-8711-28125ec0d5c5 req-ed0df467-1ac5-4780-a429-43586b4c6df7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542619 Apr 07 12:56:37.349678 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c718e67-64c9-4a35-a215-b180377552b4 admin admin] Publish callbacks [] for security_group (f7a5eb6c-78a1-4900-817e-220d6ddc1566), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:37.354173 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c718e67-64c9-4a35-a215-b180377552b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f7a5eb6c-78a1-4900-817e-220d6ddc1566), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:37.373295 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb942d-2788-4659-a506-1607eebdd31d req-41e10a77-f24d-43ef-a40c-038211ac0020 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:37.374809 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8dbb942d-2788-4659-a506-1607eebdd31d req-41e10a77-f24d-43ef-a40c-038211ac0020 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 945 time: 0.1063535 Apr 07 12:56:37.418982 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5c718e67-64c9-4a35-a215-b180377552b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6cacaa68c3ae47ba9424179adc682352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282423 Apr 07 12:56:37.421270 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c718e67-64c9-4a35-a215-b180377552b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a5eb6c-78a1-4900-817e-220d6ddc1566,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:37.421654 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59106) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:37.450488 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8dbb942d-2788-4659-a506-1607eebdd31d req-97079292-db12-49f0-b235-b7c934fe27f9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689809 Apr 07 12:56:37.490165 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25cd123a-174c-488e-8f83-03881d2045ce admin admin] Publish callbacks [] for security_group (f7a5eb6c-78a1-4900-817e-220d6ddc1566), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:37.517123 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25cd123a-174c-488e-8f83-03881d2045ce admin admin] Publish callbacks [] for security_group (f7a5eb6c-78a1-4900-817e-220d6ddc1566), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:37.577977 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25cd123a-174c-488e-8f83-03881d2045ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f7a5eb6c-78a1-4900-817e-220d6ddc1566), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:37.580966 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25cd123a-174c-488e-8f83-03881d2045ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:37.582448 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-25cd123a-174c-488e-8f83-03881d2045ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7a5eb6c-78a1-4900-817e-220d6ddc1566 HTTP/1.1" status: 204 len: 168 time: 0.1596775 Apr 07 12:56:37.593413 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd123a-174c-488e-8f83-03881d2045ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a5eb6c-78a1-4900-817e-220d6ddc1566,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:37.729850 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab8067d5-47e0-448a-a2cb-b30a9e4acd93 req-83c93ecc-2e66-4d6c-ab6a-37783ec608a0 tempest-DeleteServersTestJSON-1415323224 tempest-DeleteServersTestJSON-1415323224-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b4f366-6fc5-4b4c-800a-75725357e336 HTTP/1.1" status: 200 len: 210 time: 0.0548973 Apr 07 12:56:37.811515 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:37.823623 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca04be-a409-4584-9721-f49b2ba50952 req-4d21312c-c6f2-4b75-9643-fce2b79792fa tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:37.831310 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f7ca04be-a409-4584-9721-f49b2ba50952 req-4d21312c-c6f2-4b75-9643-fce2b79792fa tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0979931 Apr 07 12:56:37.890834 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f7ca04be-a409-4584-9721-f49b2ba50952 req-9b0e1861-726a-40bf-a48d-cec20007083a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527923 Apr 07 12:56:38.005261 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59140) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:38.036538 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-18f33fd8-0d8c-4a8b-9430-428b2a2c0dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.041635 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:38.149218 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:56:38.159278 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:38.159774 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.184589 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-18f33fd8-0d8c-4a8b-9430-428b2a2c0dc0 admin admin] Publish callbacks [] for security_group (7a363819-4476-4a39-a38a-ac582baab4eb), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.191875 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-18f33fd8-0d8c-4a8b-9430-428b2a2c0dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7a363819-4476-4a39-a38a-ac582baab4eb), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.247779 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-18f33fd8-0d8c-4a8b-9430-428b2a2c0dc0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da3a9761ca21401da8b5cd283d035256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390108 Apr 07 12:56:38.247779 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f33fd8-0d8c-4a8b-9430-428b2a2c0dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a363819-4476-4a39-a38a-ac582baab4eb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:38.248096 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59154) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:38.286580 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:38.287133 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.343860 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2175d82-3a15-4fc5-98fe-2f5921ea2e6c req-4f30e9bc-f94b-44bb-b754-acd8167315d6 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:38.350011 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1010496-7cee-424c-b3ee-baf78ceb0aa9 admin admin] Publish callbacks [] for security_group (7a363819-4476-4a39-a38a-ac582baab4eb), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.354653 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e2175d82-3a15-4fc5-98fe-2f5921ea2e6c req-4f30e9bc-f94b-44bb-b754-acd8167315d6 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0895827 Apr 07 12:56:38.364323 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:38.369831 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.371543 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b58bd3c-dbb7-499b-90df-257b252db8ff no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:56:38.376193 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1010496-7cee-424c-b3ee-baf78ceb0aa9 admin admin] Publish callbacks [] for security_group (7a363819-4476-4a39-a38a-ac582baab4eb), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.410272 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e2175d82-3a15-4fc5-98fe-2f5921ea2e6c req-391cb1dc-c42f-4221-99f4-59ac02690618 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538225 Apr 07 12:56:38.419289 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 6b58bd3c-dbb7-499b-90df-257b252db8ff {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:56:38.419853 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b58bd3c-dbb7-499b-90df-257b252db8ff not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:56:38.437907 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1010496-7cee-424c-b3ee-baf78ceb0aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7a363819-4476-4a39-a38a-ac582baab4eb), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.441412 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1010496-7cee-424c-b3ee-baf78ceb0aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:38.443070 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-f1010496-7cee-424c-b3ee-baf78ceb0aa9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a363819-4476-4a39-a38a-ac582baab4eb HTTP/1.1" status: 204 len: 168 time: 0.1937842 Apr 07 12:56:38.447903 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:38.454133 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1010496-7cee-424c-b3ee-baf78ceb0aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a363819-4476-4a39-a38a-ac582baab4eb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:38.577209 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3379a-201b-4581-95f3-86c2561a755b req-39c2b069-2b65-478a-97d2-4fc579214658 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:38.579530 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-97d3379a-201b-4581-95f3-86c2561a755b req-39c2b069-2b65-478a-97d2-4fc579214658 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0583944 Apr 07 12:56:38.587078 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9ca99-3d9a-4e15-bc89-10fa721d4afb req-4a0790b3-cfbf-460c-97a3-5ca93277de63 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:38.590590 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59164) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:38.593901 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-96e9ca99-3d9a-4e15-bc89-10fa721d4afb req-4a0790b3-cfbf-460c-97a3-5ca93277de63 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 946 time: 0.0638347 Apr 07 12:56:38.595160 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'floatingip': {'port_id': 'a698e845-47fa-4210-ba92-238379ab1d88'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:38.615954 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:38.618626 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8807b132-6c1f-4801-9ec0-b11f2a75f361" -d '{"events": [{"server_uuid": "f6b7e9d9-355e-4dd1-ab93-6bb28f83102e", "name": "network-vif-plugged", "status": "completed", "tag": "d7af9b63-4de2-4a65-8fce-6ff4f4feaee2"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:38.653996 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-96e9ca99-3d9a-4e15-bc89-10fa721d4afb req-dc5af677-dcd2-4e78-84e9-6c54f86f87e6 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592291 Apr 07 12:56:38.673570 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329e2004-c754-497c-bb6c-67b2c50c0056 x-openstack-request-id: req-329e2004-c754-497c-bb6c-67b2c50c0056 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:38.673945 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b7e9d9-355e-4dd1-ab93-6bb28f83102e", "name": "network-vif-plugged", "status": "completed", "tag": "d7af9b63-4de2-4a65-8fce-6ff4f4feaee2", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:38.674285 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-329e2004-c754-497c-bb6c-67b2c50c0056 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:38.674936 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329e2004-c754-497c-bb6c-67b2c50c0056'] response: {'server_uuid': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'code': 200} Apr 07 12:56:38.865992 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (4326e917-c5b1-40cd-86b4-3468cefd6f39), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:39.109385 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc9c28-fd3e-488c-937b-d029d2f94c19 req-6343ffd0-fa3a-4cb9-a935-a4b89389bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:39.111022 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-53fc9c28-fd3e-488c-937b-d029d2f94c19 req-6343ffd0-fa3a-4cb9-a935-a4b89389bbbc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 1130 time: 0.0467331 Apr 07 12:56:39.192273 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58df04d-5fd1-4ded-90ab-0aae4905b801 req-fe5c6378-0f53-498c-b989-90890674b737 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:39.193845 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e58df04d-5fd1-4ded-90ab-0aae4905b801 req-fe5c6378-0f53-498c-b989-90890674b737 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.1784804 Apr 07 12:56:39.205335 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-53fc9c28-fd3e-488c-937b-d029d2f94c19 req-f63904c9-87ba-4b08-9bbe-4f89f188a605 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853262 Apr 07 12:56:39.554379 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e58df04d-5fd1-4ded-90ab-0aae4905b801 req-a58f6073-1b03-4937-aa43-26787356062d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393660 Apr 07 12:56:39.715924 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c80a2-aba3-4fac-b907-8e3f6b331057 req-c5b69af5-d4d2-439a-8dd8-fa1fdfa89210 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:39.725011 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-576c80a2-aba3-4fac-b907-8e3f6b331057 req-c5b69af5-d4d2-439a-8dd8-fa1fdfa89210 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.1006179 Apr 07 12:56:39.733785 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59242) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:39.738337 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-82cbf733-3623-49ea-b611-683b39de3f8e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'floatingip': {'port_id': '2326ed5e-0c39-4e97-9633-8dae505d9b3f'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:39.823238 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82cbf733-3623-49ea-b611-683b39de3f8e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (c7b1d8e7-c8a1-44f2-bc95-02337a71843a), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:39.864324 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.db.resource_extend [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 12:56:39.944837 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016eebb-b04d-4284-95bf-6392dbd129a3 req-e7e16626-ad9e-447e-8a95-6d6da99bdd9d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:39.948146 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9016eebb-b04d-4284-95bf-6392dbd129a3 req-e7e16626-ad9e-447e-8a95-6d6da99bdd9d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 946 time: 0.1768172 Apr 07 12:56:39.986343 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:39.996639 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (4326e917-c5b1-40cd-86b4-3468cefd6f39), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:40.070468 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9016eebb-b04d-4284-95bf-6392dbd129a3 req-fbaa779f-f492-46d5-8abd-5d5d9fcd7ba9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006238 Apr 07 12:56:40.143597 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Floating IP 4326e917-c5b1-40cd-86b4-3468cefd6f39 associated. External IP: 172.28.2.112, port: a698e845-47fa-4210-ba92-238379ab1d88. Apr 07 12:56:40.442408 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Router e98473a3-78b7-4e59-8017-1d1bcc3c678d has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:56:40.519471 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59288) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:40.650412 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82cbf733-3623-49ea-b611-683b39de3f8e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:40.660138 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e94ef3-39fd-49ef-b272-a3375830cc17 admin admin] Deleting subnet 6f4daa99-dce4-423e-8877-b342d6597962 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 12:56:40.663753 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82cbf733-3623-49ea-b611-683b39de3f8e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (c7b1d8e7-c8a1-44f2-bc95-02337a71843a), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:40.666455 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40e94ef3-39fd-49ef-b272-a3375830cc17 admin admin] Publish callbacks [] for subnet (6f4daa99-dce4-423e-8877-b342d6597962), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:40.753300 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40e94ef3-39fd-49ef-b272-a3375830cc17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5036836'] for subnet (6f4daa99-dce4-423e-8877-b342d6597962), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:40.782884 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:56:40.788587 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:40.799491 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] Sync routers for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:56:40.828629 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-821bb15f-5ec5-4e69-8ba5-3667945d5047 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "PUT /v2.0/floatingips/4326e917-c5b1-40cd-86b4-3468cefd6f39 HTTP/1.1" status: 200 len: 991 time: 2.2368693 Apr 07 12:56:40.830622 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'tag': 'a698e845-47fa-4210-ba92-238379ab1d88'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:40.842689 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40e94ef3-39fd-49ef-b272-a3375830cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (6f4daa99-dce4-423e-8877-b342d6597962), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:40.847749 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:40.849545 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:40.868944 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [None req-82cbf733-3623-49ea-b611-683b39de3f8e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Floating IP c7b1d8e7-c8a1-44f2-bc95-02337a71843a associated. External IP: 172.28.2.168, port: 2326ed5e-0c39-4e97-9633-8dae505d9b3f. Apr 07 12:56:40.985238 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4cef96df81fa505de57a200bc31d086cb5d8200e5fb00bd1107ce0d7677235b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147520b5-a247-4e0a-b8d6-ca8ab3773242" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c2b8b6-f751-4037-b0fa-94f99bcf6619", "tag": "a698e845-47fa-4210-ba92-238379ab1d88"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:40.999854 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40e94ef3-39fd-49ef-b272-a3375830cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5211432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638134'] for subnet (6f4daa99-dce4-423e-8877-b342d6597962), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:41.032390 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e94ef3-39fd-49ef-b272-a3375830cc17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4daa99-dce4-423e-8877-b342d6597962,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:41.042483 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40e94ef3-39fd-49ef-b272-a3375830cc17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:41.049119 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-40e94ef3-39fd-49ef-b272-a3375830cc17 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6f4daa99-dce4-423e-8877-b342d6597962 HTTP/1.1" status: 204 len: 168 time: 0.5256188 Apr 07 12:56:41.049211 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59316) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:41.232322 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:41.251345 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef7b40f-d4fd-43d1-bb63-6e4b128efaf5 x-openstack-request-id: req-cef7b40f-d4fd-43d1-bb63-6e4b128efaf5 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:41.251684 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c2b8b6-f751-4037-b0fa-94f99bcf6619", "tag": "a698e845-47fa-4210-ba92-238379ab1d88", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:41.251952 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cef7b40f-d4fd-43d1-bb63-6e4b128efaf5 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:41.252429 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef7b40f-d4fd-43d1-bb63-6e4b128efaf5'] response: {'name': 'network-changed', 'server_uuid': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'tag': 'a698e845-47fa-4210-ba92-238379ab1d88', 'status': 'completed', 'code': 200} Apr 07 12:56:41.333423 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (cf9d92ec-85d8-411f-916f-4a613858816f), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:41.524845 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-72052cdd-d440-4078-8e01-df19dfc759c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:41.532200 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-72052cdd-d440-4078-8e01-df19dfc759c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 1129 time: 0.1461720 Apr 07 12:56:41.573576 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (cf9d92ec-85d8-411f-916f-4a613858816f), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:41.602249 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9d92ec-85d8-411f-916f-4a613858816f']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:41.614183 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3dcc62-0a2f-4371-8dc8-599f0c241b45') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:41.615234 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3dcc62-0a2f-4371-8dc8-599f0c241b45') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:41.621328 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cbf733-3623-49ea-b611-683b39de3f8e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Router 778614f7-ecb1-401b-aa3e-410cbb8dde59 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:56:41.633298 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001230'] for segment (fb3dcc62-0a2f-4371-8dc8-599f0c241b45), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:41.652587 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f6096-5de0-4c34-af68-943360ab1541 req-f8ee7751-e213-487f-a291-d593da4b01ad tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:41.654623 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a17f6096-5de0-4c34-af68-943360ab1541 req-f8ee7751-e213-487f-a291-d593da4b01ad tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 946 time: 0.4012377 Apr 07 12:56:41.673250 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (fb3dcc62-0a2f-4371-8dc8-599f0c241b45), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:41.680953 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '4326e917-c5b1-40cd-86b4-3468cefd6f39', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'floating_ip_address': '172.28.2.112', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'port_id': 'a698e845-47fa-4210-ba92-238379ab1d88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'mac_address': 'fa:16:3e:46:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:09Z', 'updated_at': '2022-04-07T12:56:39Z', 'revision_number': 1, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:41.690375 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 12:56:41.690810 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133749'] for segment (fb3dcc62-0a2f-4371-8dc8-599f0c241b45), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: Traceback (most recent call last): Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: timer() Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: cb(*args, **kw) Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: return func(*args, **kwargs) Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: self._notify() Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: self.callback(batched_events) Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: event.method(event) Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: return f(self, *a, **k) Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: return self._get(url).json() Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 12:56:41.692702 dv-cinder-836944-2-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 12:56:41.720585 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-23ee9ff3-df5f-41ad-a699-555c800ba69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:41.722975 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-23ee9ff3-df5f-41ad-a699-555c800ba69e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 912 time: 0.1809375 Apr 07 12:56:41.728845 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] Checking router: e98473a3-78b7-4e59-8017-1d1bcc3c678d for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:56:41.739080 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:41.740005 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:41.783962 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a17f6096-5de0-4c34-af68-943360ab1541 req-c1ff8d64-f738-44ff-a72d-ad53d688c4a6 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190288 Apr 07 12:56:41.787409 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (cf9d92ec-85d8-411f-916f-4a613858816f), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:41.796174 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:41.800035 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/cf9d92ec-85d8-411f-916f-4a613858816f HTTP/1.1" status: 204 len: 168 time: 0.7490327 Apr 07 12:56:41.813051 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2aabe-cce7-4d1e-bdc8-203c504585d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf9d92ec-85d8-411f-916f-4a613858816f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:41.966753 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:41.986197 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-88e91ccd-cf08-4d90-a6ad-0df48fc55010 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a698e845-47fa-4210-ba92-238379ab1d88 HTTP/1.1" status: 200 len: 999 time: 0.2539568 Apr 07 12:56:41.995245 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cbf733-3623-49ea-b611-683b39de3f8e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:56:42.002351 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-82cbf733-3623-49ea-b611-683b39de3f8e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.012188 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] Sync routers for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:56:42.021855 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:42.042235 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:42.043146 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:42.078163 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-01f20107-7d44-444b-b51d-4c2af14128cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92abba42ffd34197944b54d633fc997c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0516212 Apr 07 12:56:42.078163 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59348) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:42.079225 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59350) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:42.091783 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-1f96dba1-6638-44e5-877b-97f7e36191bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:42.093251 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-1f96dba1-6638-44e5-877b-97f7e36191bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.0952811 Apr 07 12:56:42.094707 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-82cbf733-3623-49ea-b611-683b39de3f8e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "PUT /v2.0/floatingips/c7b1d8e7-c8a1-44f2-bc95-02337a71843a HTTP/1.1" status: 200 len: 992 time: 2.3599093 Apr 07 12:56:42.096227 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:42.098480 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8ace53-6f29-498d-9862-d4d447e5c9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:42.121488 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b51a0-02a0-4fff-a359-db51c9e0dcfb req-54d26e9b-6852-4377-b2b5-5ac7e61cc04d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:42.122700 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1c0b51a0-02a0-4fff-a359-db51c9e0dcfb req-54d26e9b-6852-4377-b2b5-5ac7e61cc04d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 946 time: 0.2051427 Apr 07 12:56:42.135971 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59358) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:42.157804 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-bfff3da0-b6a9-455b-a3ab-6df61fac9b71 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'floatingip': {'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:42.200655 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c31e8257-0419-4f02-919d-177286394c25 admin admin] Publish callbacks [] for security_group (24b226e9-7344-43e5-b42b-63e95ea8867d), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.218722 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2109ff6-9d30-4239-bda0-349e3efdd168 x-openstack-request-id: req-f2109ff6-9d30-4239-bda0-349e3efdd168 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:42.219138 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:42.219490 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2109ff6-9d30-4239-bda0-349e3efdd168 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:42.220144 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2109ff6-9d30-4239-bda0-349e3efdd168'] response: {'name': 'network-changed', 'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'status': 'completed', 'code': 200} Apr 07 12:56:42.230640 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:42.258400 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c31e8257-0419-4f02-919d-177286394c25 admin admin] Publish callbacks [] for security_group (24b226e9-7344-43e5-b42b-63e95ea8867d), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.307485 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfff3da0-b6a9-455b-a3ab-6df61fac9b71 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (014b9839-531c-44f8-8037-fe90e23a466a), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.350581 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c31e8257-0419-4f02-919d-177286394c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (24b226e9-7344-43e5-b42b-63e95ea8867d), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.355081 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c31e8257-0419-4f02-919d-177286394c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.356183 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c31e8257-0419-4f02-919d-177286394c25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24b226e9-7344-43e5-b42b-63e95ea8867d HTTP/1.1" status: 204 len: 168 time: 0.2723188 Apr 07 12:56:42.371823 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-271a57b8-e43f-4a51-a1f7-60a57ca2b868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.410876 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-5a47c457-9e3f-43ec-9768-8450ca1c9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:42.413342 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e8257-0419-4f02-919d-177286394c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b226e9-7344-43e5-b42b-63e95ea8867d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:42.414002 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-5a47c457-9e3f-43ec-9768-8450ca1c9c2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 1130 time: 0.1927810 Apr 07 12:56:42.434920 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-68dc2a9a-b88c-479e-b381-42f0f5b54fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:42.436444 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-68dc2a9a-b88c-479e-b381-42f0f5b54fcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3354633 Apr 07 12:56:42.576862 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '4326e917-c5b1-40cd-86b4-3468cefd6f39', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'floating_ip_address': '172.28.2.112', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'port_id': 'a698e845-47fa-4210-ba92-238379ab1d88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'mac_address': 'fa:16:3e:46:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:09Z', 'updated_at': '2022-04-07T12:56:39Z', 'revision_number': 1, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:42.608940 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-271a57b8-e43f-4a51-a1f7-60a57ca2b868 admin admin] Publish callbacks [] for security_group (0e712ffc-1a42-4acd-a5d5-772c3eb1220c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.617948 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-271a57b8-e43f-4a51-a1f7-60a57ca2b868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0e712ffc-1a42-4acd-a5d5-772c3eb1220c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.631105 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135864b-c094-4098-ac92-cad797ae6f54 None None] The sync data for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb is: [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '4326e917-c5b1-40cd-86b4-3468cefd6f39', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'floating_ip_address': '172.28.2.112', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'port_id': 'a698e845-47fa-4210-ba92-238379ab1d88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'mac_address': 'fa:16:3e:46:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:09Z', 'updated_at': '2022-04-07T12:56:39Z', 'revision_number': 1, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:42.660406 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a57b8-e43f-4a51-a1f7-60a57ca2b868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e712ffc-1a42-4acd-a5d5-772c3eb1220c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:42.679011 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-271a57b8-e43f-4a51-a1f7-60a57ca2b868 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c99da7277d04971848590c6844f2610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6010816 Apr 07 12:56:42.682379 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59376) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:42.745469 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7747e812-2aac-4113-a112-269930bf4844 admin admin] Publish callbacks [] for security_group (0e712ffc-1a42-4acd-a5d5-772c3eb1220c), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.749656 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-52c9fef0-2983-47b5-b737-3dfb49b39f66 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324817 Apr 07 12:56:42.773128 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7747e812-2aac-4113-a112-269930bf4844 admin admin] Publish callbacks [] for security_group (0e712ffc-1a42-4acd-a5d5-772c3eb1220c), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.861139 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7747e812-2aac-4113-a112-269930bf4844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0e712ffc-1a42-4acd-a5d5-772c3eb1220c), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.863833 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7747e812-2aac-4113-a112-269930bf4844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:42.864915 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-7747e812-2aac-4113-a112-269930bf4844 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e712ffc-1a42-4acd-a5d5-772c3eb1220c HTTP/1.1" status: 204 len: 168 time: 0.1814263 Apr 07 12:56:42.876755 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': 'c7b1d8e7-c8a1-44f2-bc95-02337a71843a', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'floating_ip_address': '172.28.2.168', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'port_id': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'mac_address': 'fa:16:3e:ca:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a30920e-0397-4384-931b-dfccfa924c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:16Z', 'updated_at': '2022-04-07T12:56:40Z', 'revision_number': 1, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:42.881096 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e812-2aac-4113-a112-269930bf4844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e712ffc-1a42-4acd-a5d5-772c3eb1220c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:42.985666 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] Checking router: 778614f7-ecb1-401b-aa3e-410cbb8dde59 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:56:43.004043 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-147520b5-a247-4e0a-b8d6-ca8ab3773242 req-acbb8a5c-b12b-4162-b7f5-c1ac648c8b74 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301438 Apr 07 12:56:43.027912 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:43.028614 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:43.076601 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee88a6-e451-45e2-b129-ab7d411ce5a3 None None] New status for floating IP 4326e917-c5b1-40cd-86b4-3468cefd6f39: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:56:43.182406 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-7a30ae40-ca01-4158-8cb2-a2df851c5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:43.184160 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-7a30ae40-ca01-4158-8cb2-a2df851c5118 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 917 time: 0.7445898 Apr 07 12:56:43.276968 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:43.310263 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-b0114acd-5ea1-4620-806c-4652c136946b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f HTTP/1.1" status: 200 len: 1000 time: 0.1137147 Apr 07 12:56:43.449932 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-8e909cf1-68c4-4501-a475-6d1a195bb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:43.451436 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-8e909cf1-68c4-4501-a475-6d1a195bb453 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.1355951 Apr 07 12:56:43.490871 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59404) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:43.514800 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-578d2ff0-4a47-4210-8fc9-48834b17247a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:43.564516 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-cce84574-5f17-4578-850a-cf528e017ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:43.566169 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-cce84574-5f17-4578-850a-cf528e017ed2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1031773 Apr 07 12:56:43.622402 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-578d2ff0-4a47-4210-8fc9-48834b17247a admin admin] Publish callbacks [] for security_group (ccc56937-97e4-46a9-9879-b72722292392), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:43.629902 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-578d2ff0-4a47-4210-8fc9-48834b17247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ccc56937-97e4-46a9-9879-b72722292392), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:43.652659 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59408) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:43.676857 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d2ff0-4a47-4210-8fc9-48834b17247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc56937-97e4-46a9-9879-b72722292392,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:43.685896 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-578d2ff0-4a47-4210-8fc9-48834b17247a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82acd9ddb963491fa5f87fb84e78b2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936221 Apr 07 12:56:43.692914 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59412) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:43.790427 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-network', 'tenant_id': '1798aa69e6424c028508b11930e6d32e'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:43.813320 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Made reservation on behalf of 1798aa69e6424c028508b11930e6d32e for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:43.816744 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:43.830015 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:43.835029 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': 'c7b1d8e7-c8a1-44f2-bc95-02337a71843a', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'floating_ip_address': '172.28.2.168', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'port_id': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'mac_address': 'fa:16:3e:ca:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a30920e-0397-4384-931b-dfccfa924c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:16Z', 'updated_at': '2022-04-07T12:56:40Z', 'revision_number': 1, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:43.887064 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb4e83-42a2-4cea-83af-f4e720a19e04 None None] The sync data for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb is: [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': 'c7b1d8e7-c8a1-44f2-bc95-02337a71843a', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'floating_ip_address': '172.28.2.168', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'port_id': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'mac_address': 'fa:16:3e:ca:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a30920e-0397-4384-931b-dfccfa924c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:16Z', 'updated_at': '2022-04-07T12:56:40Z', 'revision_number': 1, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:43.926853 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Publish callbacks [] for security_group (c6b26990-a86f-4bb9-a27d-93fe211be3fd), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:43.933078 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c6b26990-a86f-4bb9-a27d-93fe211be3fd), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:43.979093 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b26990-a86f-4bb9-a27d-93fe211be3fd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:43.994713 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:56:44.012369 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfff3da0-b6a9-455b-a3ab-6df61fac9b71 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.013158 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (74247f56-7b79-41dd-af6e-0df62b6e9783), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.013508 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Added segment 74247f56-7b79-41dd-af6e-0df62b6e9783 of type vlan for network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 Apr 07 12:56:44.020630 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-a98bb94d-3f61-4a0a-a22d-87a661cd5610 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367123 Apr 07 12:56:44.021816 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfff3da0-b6a9-455b-a3ab-6df61fac9b71 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (014b9839-531c-44f8-8037-fe90e23a466a), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.072873 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.112814 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4dbbebb1-9c20-4932-9a66-a60edf0396b1 admin admin] Publish callbacks [] for security_group (ccc56937-97e4-46a9-9879-b72722292392), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.115040 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.116688 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:44.117801 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.222855 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5679288 Apr 07 12:56:44.226561 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59432) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:44.234048 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Request body: {'subnet': {'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-subnet', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:44.240425 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42f19d-cc9e-4972-b3b8-40ca7745c403 admin admin] Pushing event updated for resources: {'Network': ['ID=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:44.253013 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:56:44.274533 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4dbbebb1-9c20-4932-9a66-a60edf0396b1 admin admin] Publish callbacks [] for security_group (ccc56937-97e4-46a9-9879-b72722292392), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.274680 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Made reservation on behalf of 1798aa69e6424c028508b11930e6d32e for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:44.278769 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5186024'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.392408 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f8ace53-6f29-498d-9862-d4d447e5c9bc req-e3e2c888-af3f-4d53-928f-377584cebb00 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321955 Apr 07 12:56:44.410429 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [None req-bfff3da0-b6a9-455b-a3ab-6df61fac9b71 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Floating IP 014b9839-531c-44f8-8037-fe90e23a466a associated. External IP: 172.28.2.167, port: d7af9b63-4de2-4a65-8fce-6ff4f4feaee2. Apr 07 12:56:44.560699 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4dbbebb1-9c20-4932-9a66-a60edf0396b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ccc56937-97e4-46a9-9879-b72722292392), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.563316 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4dbbebb1-9c20-4932-9a66-a60edf0396b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.564513 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-4dbbebb1-9c20-4932-9a66-a60edf0396b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ccc56937-97e4-46a9-9879-b72722292392 HTTP/1.1" status: 204 len: 168 time: 0.8708301 Apr 07 12:56:44.597590 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbebb1-9c20-4932-9a66-a60edf0396b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc56937-97e4-46a9-9879-b72722292392,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:44.612322 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5189394'] for subnet (95adb61d-e10b-4545-a85b-3c501947c825), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.732943 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95adb61d-e10b-4545-a85b-3c501947c825,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:44.750237 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Checking segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:44.750951 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Network hostable DHCP agents. Network: 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:56:44.776535 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:56:44.787780 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:44.793320 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:44.793928 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.803462 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4435f44f-704c-4882-b1bf-f504c224bb25 None None] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:56:44.808136 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfff3da0-b6a9-455b-a3ab-6df61fac9b71 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:56:44.829809 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-7be17d89-1081-49ca-92a1-d61a738d90b3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6020060 Apr 07 12:56:44.832537 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59450) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:44.837373 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:44.870722 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2030920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65278'] for router (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.872321 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2031076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65271'] for router (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.961079 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks [] for router_controller (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.989610 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'project_id': '1798aa69e6424c028508b11930e6d32e', 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:56:44.990963 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:44.993964 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfff3da0-b6a9-455b-a3ab-6df61fac9b71 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:56:44.998536 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6001ae77-d9d2-4458-923b-811d9c778936 None None] New status for floating IP c7b1d8e7-c8a1-44f2-bc95-02337a71843a: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:56:44.998896 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bfff3da0-b6a9-455b-a3ab-6df61fac9b71 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:45.006850 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:56:45.045179 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:45.045809 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:45.046939 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-bfff3da0-b6a9-455b-a3ab-6df61fac9b71 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "PUT /v2.0/floatingips/014b9839-531c-44f8-8037-fe90e23a466a HTTP/1.1" status: 200 len: 992 time: 2.9098573 Apr 07 12:56:45.049074 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'tag': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:45.060651 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab713af4-b260-477c-bc94-43aebb935cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b7e9d9-355e-4dd1-ab93-6bb28f83102e", "tag": "d7af9b63-4de2-4a65-8fce-6ff4f4feaee2"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:45.114693 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d7503e-fb95-42c1-91ec-de4852678270 x-openstack-request-id: req-a7d7503e-fb95-42c1-91ec-de4852678270 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:45.115158 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b7e9d9-355e-4dd1-ab93-6bb28f83102e", "tag": "d7af9b63-4de2-4a65-8fce-6ff4f4feaee2", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:45.115572 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7d7503e-fb95-42c1-91ec-de4852678270 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:45.116323 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d7503e-fb95-42c1-91ec-de4852678270'] response: {'name': 'network-changed', 'server_uuid': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'tag': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'status': 'completed', 'code': 200} Apr 07 12:56:45.244267 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab713af4-b260-477c-bc94-43aebb935cbd req-5dfb3629-caed-462e-9642-335592cc5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:45.246515 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab713af4-b260-477c-bc94-43aebb935cbd req-5dfb3629-caed-462e-9642-335592cc5053 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 1130 time: 0.1081779 Apr 07 12:56:45.253298 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks [] for router_gateway (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:45.345201 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:45.423249 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab713af4-b260-477c-bc94-43aebb935cbd req-98dab464-5f50-4c8c-b83b-3c5b2b194e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:45.428534 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab713af4-b260-477c-bc94-43aebb935cbd req-98dab464-5f50-4c8c-b83b-3c5b2b194e63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 916 time: 0.1755302 Apr 07 12:56:45.568701 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks [] for router_gateway (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:45.572329 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab713af4-b260-477c-bc94-43aebb935cbd req-9b2c2242-aa0c-4f43-9759-0d8c824c3b69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 HTTP/1.1" status: 200 len: 1000 time: 0.1259873 Apr 07 12:56:45.602346 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:45.671955 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab713af4-b260-477c-bc94-43aebb935cbd req-536d6a5b-f5e7-494a-95b8-8b3cb87f71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:45.673751 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab713af4-b260-477c-bc94-43aebb935cbd req-536d6a5b-f5e7-494a-95b8-8b3cb87f71a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.0935597 Apr 07 12:56:45.741184 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab713af4-b260-477c-bc94-43aebb935cbd req-45e49549-76d2-40e6-ad76-b293f74ef0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:45.743236 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab713af4-b260-477c-bc94-43aebb935cbd req-45e49549-76d2-40e6-ad76-b293f74ef0d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0620108 Apr 07 12:56:45.752373 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Allocated IP 172.28.2.233 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:45.819626 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Allocated IP 172.20.0.2 (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1/95adb61d-e10b-4545-a85b-3c501947c825/173a2d20-8a38-4d94-bb84-bb9d3848f6af) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:45.858329 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '014b9839-531c-44f8-8037-fe90e23a466a', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.167', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:15Z', 'updated_at': '2022-04-07T12:56:43Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:45.912498 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59492) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:45.921792 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:56:45.932247 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:45.933340 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:45.969711 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab713af4-b260-477c-bc94-43aebb935cbd req-d1403bf4-d423-472b-8534-2720d2ded537 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138581 Apr 07 12:56:45.972863 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59498) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:46.003835 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks [] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.075709 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:46.089158 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.160301 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Publish callbacks [] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.163490 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ab713af4-b260-477c-bc94-43aebb935cbd req-6c33353c-9851-41ad-a93f-99278fb14db8 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858654 Apr 07 12:56:46.169055 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.203606 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:46.209705 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:46.213687 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:46.215915 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1067cac-326c-4acd-9bc6-e7b88fb22b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.218892 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:46.232642 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:46.235645 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:46.243243 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:46.260089 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Pushing event updated for resources: {'Port': ['ID=173a2d20-8a38-4d94-bb84-bb9d3848f6af,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:46.354013 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Attempting to bind port 173a2d20-8a38-4d94-bb84-bb9d3848f6af on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:46.354802 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Attempting to bind port 173a2d20-8a38-4d94-bb84-bb9d3848f6af by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:46.356065 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Attempting to bind port 173a2d20-8a38-4d94-bb84-bb9d3848f6af on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:46.370966 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:46.374834 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Checking segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:46.375484 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.376170 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Bound using segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:46.376653 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Bound port: 173a2d20-8a38-4d94-bb84-bb9d3848f6af, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:46.377048 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.444140 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1067cac-326c-4acd-9bc6-e7b88fb22b15 admin admin] Publish callbacks [] for security_group (ec03c734-2090-43c6-99a7-e1af0891fff5), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.478995 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] For port 173a2d20-8a38-4d94-bb84-bb9d3848f6af, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:46.483173 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] For port 173a2d20-8a38-4d94-bb84-bb9d3848f6af, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=173a2d20-8a38-4d94-bb84-bb9d3848f6af,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:46.492025 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a1067cac-326c-4acd-9bc6-e7b88fb22b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ec03c734-2090-43c6-99a7-e1af0891fff5), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.492358 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.518531 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61096007-0eb0-4261-a6c0-1fb24495128b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.522053 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '014b9839-531c-44f8-8037-fe90e23a466a', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.167', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:15Z', 'updated_at': '2022-04-07T12:56:43Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:46.566087 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc8fdc-04ac-458f-826f-e626497a1108 None None] Pushing event updated for resources: {'Port': ['ID=173a2d20-8a38-4d94-bb84-bb9d3848f6af,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:46.572364 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac26a5-3887-4e68-a371-ebed08a8dd36 None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '014b9839-531c-44f8-8037-fe90e23a466a', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.167', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:15Z', 'updated_at': '2022-04-07T12:56:43Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:46.672255 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61096007-0eb0-4261-a6c0-1fb24495128b admin admin] Publish callbacks [] for security_group (16d82ee7-158c-403e-8c5a-316864c5bdaf), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.681621 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-61096007-0eb0-4261-a6c0-1fb24495128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (16d82ee7-158c-403e-8c5a-316864c5bdaf), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.735560 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096007-0eb0-4261-a6c0-1fb24495128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d82ee7-158c-403e-8c5a-316864c5bdaf,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:46.742140 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-61096007-0eb0-4261-a6c0-1fb24495128b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ed8e798be164bbd8546b827235b2063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7667763 Apr 07 12:56:46.746200 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59514) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:46.809658 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks [] for router_gateway (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.823919 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52398f1c-12e2-4fed-b4f2-86842b9c63f6 admin admin] Publish callbacks [] for security_group (16d82ee7-158c-403e-8c5a-316864c5bdaf), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.857713 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52398f1c-12e2-4fed-b4f2-86842b9c63f6 admin admin] Publish callbacks [] for security_group (16d82ee7-158c-403e-8c5a-316864c5bdaf), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:46.932244 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a1067cac-326c-4acd-9bc6-e7b88fb22b15 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6cb5c1e9c19d41bb83542a2a7823eec2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0159762 Apr 07 12:56:46.932244 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1067cac-326c-4acd-9bc6-e7b88fb22b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec03c734-2090-43c6-99a7-e1af0891fff5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:46.939495 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59520) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:46.955642 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ccd9d1-c814-42f5-a55c-5159d8ba1ff4 None None] New status for floating IP 014b9839-531c-44f8-8037-fe90e23a466a: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:56:47.021376 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52398f1c-12e2-4fed-b4f2-86842b9c63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (16d82ee7-158c-403e-8c5a-316864c5bdaf), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.024592 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-52398f1c-12e2-4fed-b4f2-86842b9c63f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.028207 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-52398f1c-12e2-4fed-b4f2-86842b9c63f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16d82ee7-158c-403e-8c5a-316864c5bdaf HTTP/1.1" status: 204 len: 168 time: 0.2785511 Apr 07 12:56:47.073192 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52398f1c-12e2-4fed-b4f2-86842b9c63f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d82ee7-158c-403e-8c5a-316864c5bdaf,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:47.117502 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dec5ef1f-b9f3-463f-8caa-41bb8d778849 admin admin] Publish callbacks [] for security_group (ec03c734-2090-43c6-99a7-e1af0891fff5), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.178747 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dec5ef1f-b9f3-463f-8caa-41bb8d778849 admin admin] Publish callbacks [] for security_group (ec03c734-2090-43c6-99a7-e1af0891fff5), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.251339 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319'] for router (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.282761 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dec5ef1f-b9f3-463f-8caa-41bb8d778849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ec03c734-2090-43c6-99a7-e1af0891fff5), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.285483 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-dec5ef1f-b9f3-463f-8caa-41bb8d778849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.289054 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-dec5ef1f-b9f3-463f-8caa-41bb8d778849 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec03c734-2090-43c6-99a7-e1af0891fff5 HTTP/1.1" status: 204 len: 168 time: 0.3448455 Apr 07 12:56:47.299770 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5ef1f-b9f3-463f-8caa-41bb8d778849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec03c734-2090-43c6-99a7-e1af0891fff5,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:47.453432 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 173a2d20-8a38-4d94-bb84-bb9d3848f6af up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:47.481876 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 is scheduled to L3 agent 45e35528-2698-4706-b1a2-483f8e65635b with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:56:47.521347 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 173a2d20-8a38-4d94-bb84-bb9d3848f6af triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:47.521735 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.628105 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 173a2d20-8a38-4d94-bb84-bb9d3848f6af is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:47.628493 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.631522 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:56:47.647243 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Sync routers for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:56:47.658481 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:47.661723 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:47.679250 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.686318 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59544) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:47.687602 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 173a2d20-8a38-4d94-bb84-bb9d3848f6af, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=173a2d20-8a38-4d94-bb84-bb9d3848f6af,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:47.688398 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c6543b5c-bf16-404b-9830-36677a744fb9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8546307 Apr 07 12:56:47.695864 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:47.795447 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=173a2d20-8a38-4d94-bb84-bb9d3848f6af,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:47.890491 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:56:47.909652 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:48.037790 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59554) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:48.061838 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.153425 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab85721-751a-4842-8b39-f73311ec72e2 None None] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:56:48.229824 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Publish callbacks [] for security_group (771c8b7f-1a9f-41d9-ada7-91510f0f21d0), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.234466 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59558) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:48.243055 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (771c8b7f-1a9f-41d9-ada7-91510f0f21d0), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.309093 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=304dbd06503d42d89050009d5e528f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695215 Apr 07 12:56:48.310274 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771c8b7f-1a9f-41d9-ada7-91510f0f21d0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:48.312288 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59564) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:48.327612 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.327966 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.331030 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.331406 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.331755 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.332093 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.332426 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.332757 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.333085 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.333410 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.333736 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.334068 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.334415 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.334740 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.335068 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbecc9cd-136c-47f6-866f-ee06d0c9215c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:48.397109 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:46Z', 'revision_number': 3, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:48.404648 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-772b9239-c5bd-492b-9170-d295fda45bd2 None None] Provisioning complete for port 173a2d20-8a38-4d94-bb84-bb9d3848f6af triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:48.405041 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-772b9239-c5bd-492b-9170-d295fda45bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.479373 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Publish callbacks [] for security_group (771c8b7f-1a9f-41d9-ada7-91510f0f21d0), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.481690 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c5172d-1368-4ef0-8e83-70f6d7bf0fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.486612 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Checking router: 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:56:48.487000 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Updating router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc binding host dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:56:48.543034 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.564033 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Publish callbacks [] for security_group (771c8b7f-1a9f-41d9-ada7-91510f0f21d0), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.566948 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.670447 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-772b9239-c5bd-492b-9170-d295fda45bd2 None None] Current status of the port 173a2d20-8a38-4d94-bb84-bb9d3848f6af is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:48.726279 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.733988 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c5172d-1368-4ef0-8e83-70f6d7bf0fa9 admin admin] Publish callbacks [] for security_group (4ff28852-0697-4609-80f2-67d119810976), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.741311 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-43c5172d-1368-4ef0-8e83-70f6d7bf0fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (4ff28852-0697-4609-80f2-67d119810976), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.760481 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-d146ce27-4afc-4379-b339-224607edc423 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2670026 Apr 07 12:56:48.816036 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-43c5172d-1368-4ef0-8e83-70f6d7bf0fa9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f71b6fc7ceb4dd6b9c75967fb2fc5c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5802681 Apr 07 12:56:48.821598 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59576) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:48.839221 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5172d-1368-4ef0-8e83-70f6d7bf0fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff28852-0697-4609-80f2-67d119810976,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:48.880650 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d040b564-3af4-40c5-a0ed-0bede1de7977 admin admin] Publish callbacks [] for security_group (4ff28852-0697-4609-80f2-67d119810976), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.907566 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d040b564-3af4-40c5-a0ed-0bede1de7977 admin admin] Publish callbacks [] for security_group (4ff28852-0697-4609-80f2-67d119810976), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.909791 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-abdc1899-19b1-4387-bf2d-e6cb81738512 None None] Provisioning complete for port 173a2d20-8a38-4d94-bb84-bb9d3848f6af triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:48.910373 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-abdc1899-19b1-4387-bf2d-e6cb81738512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.916177 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Allocated IP 172.20.0.1 (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1/95adb61d-e10b-4545-a85b-3c501947c825/8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:48.984603 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (771c8b7f-1a9f-41d9-ada7-91510f0f21d0), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.987153 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.988092 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d040b564-3af4-40c5-a0ed-0bede1de7977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (4ff28852-0697-4609-80f2-67d119810976), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.990866 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/771c8b7f-1a9f-41d9-ada7-91510f0f21d0 HTTP/1.1" status: 204 len: 168 time: 0.6776190 Apr 07 12:56:48.994227 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d040b564-3af4-40c5-a0ed-0bede1de7977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:48.996197 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-d040b564-3af4-40c5-a0ed-0bede1de7977 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ff28852-0697-4609-80f2-67d119810976 HTTP/1.1" status: 204 len: 168 time: 0.1736703 Apr 07 12:56:49.014123 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040b564-3af4-40c5-a0ed-0bede1de7977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff28852-0697-4609-80f2-67d119810976,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:49.065515 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771c8b7f-1a9f-41d9-ada7-91510f0f21d0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:49.075213 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-abdc1899-19b1-4387-bf2d-e6cb81738512 None None] Current status of the port 173a2d20-8a38-4d94-bb84-bb9d3848f6af is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:49.097339 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.097777 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.098292 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.098724 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.099130 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.099532 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.099929 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.100318 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.100800 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.102474 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.102879 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.103240 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.103675 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.104011 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.104337 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e735af7-6b61-4274-a145-556a7668de34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:49.128861 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Publish callbacks [] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.131065 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Publish callbacks [] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.155447 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.155687 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-25d0ab03-e955-49cb-a3ac-4616ec414f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:49.157125 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-25d0ab03-e955-49cb-a3ac-4616ec414f6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 1129 time: 0.1737134 Apr 07 12:56:49.189245 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.223618 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069f6ec-2382-4b5a-9638-031d24010c2e None None] Pushing event updated for resources: {'Port': ['ID=d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:49.259798 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:49.268987 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Attempting to bind port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:49.275421 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Attempting to bind port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:49.276433 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Attempting to bind port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc on network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:49.284835 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:49.286128 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:49.287266 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.287626 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Bound using segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:49.288096 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Bound port: d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:49.288473 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.290609 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:49.298161 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:49.324116 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Pushing event updated for resources: {'Port': ['ID=8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:49.368888 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2031432'] for router_interface (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.386515 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] For port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:49.391915 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] For port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:49.403681 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.457335 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-ecc34669-1c96-4cd6-8047-abb9858bfadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:49.458315 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-ecc34669-1c96-4cd6-8047-abb9858bfadf service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 912 time: 0.2711177 Apr 07 12:56:49.478316 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 173a2d20-8a38-4d94-bb84-bb9d3848f6af up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:49.490288 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069f6ec-2382-4b5a-9638-031d24010c2e None None] Pushing event updated for resources: {'Port': ['ID=d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:49.495192 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:49.496102 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:49.569431 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 173a2d20-8a38-4d94-bb84-bb9d3848f6af triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:49.570173 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.581133 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59602) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:49.607928 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8afa8a9-4526-4c2d-bfb9-16a3444db742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.672363 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:49.722683 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-3e9c27a0-e006-4bc8-a110-2d1189c1140d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a698e845-47fa-4210-ba92-238379ab1d88 HTTP/1.1" status: 200 len: 1001 time: 0.2502284 Apr 07 12:56:49.794903 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8afa8a9-4526-4c2d-bfb9-16a3444db742 admin admin] Publish callbacks [] for security_group (03b16e62-eb6f-4428-8e1f-72e7990068b5), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.806256 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b8afa8a9-4526-4c2d-bfb9-16a3444db742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (03b16e62-eb6f-4428-8e1f-72e7990068b5), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.837683 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 173a2d20-8a38-4d94-bb84-bb9d3848f6af is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:49.881770 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c764593b-a72e-4b0c-8564-cd6c2009c11d None None] Provisioning complete for port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:49.882334 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c764593b-a72e-4b0c-8564-cd6c2009c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.902981 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b8afa8a9-4526-4c2d-bfb9-16a3444db742 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20d830468a764f7083f5956348dee0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201935 Apr 07 12:56:49.906281 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59614) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:49.906951 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afa8a9-4526-4c2d-bfb9-16a3444db742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b16e62-eb6f-4428-8e1f-72e7990068b5,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:49.931326 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-3ff67839-c6fc-4d25-81d8-9bec57da33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:49.932862 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-3ff67839-c6fc-4d25-81d8-9bec57da33c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.2005172 Apr 07 12:56:49.935662 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:49.940901 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c764593b-a72e-4b0c-8564-cd6c2009c11d None None] Port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:56:50.008692 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c154e51c-96c0-45e9-bc16-74cb3217ac9a admin admin] Publish callbacks [] for security_group (03b16e62-eb6f-4428-8e1f-72e7990068b5), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:50.039697 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c154e51c-96c0-45e9-bc16-74cb3217ac9a admin admin] Publish callbacks [] for security_group (03b16e62-eb6f-4428-8e1f-72e7990068b5), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:50.055806 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-dd9c40b0-dd78-405e-a782-177e7896aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:50.064203 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-dd9c40b0-dd78-405e-a782-177e7896aba9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1241014 Apr 07 12:56:50.101833 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:46Z', 'revision_number': 3, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:50.135432 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c154e51c-96c0-45e9-bc16-74cb3217ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (03b16e62-eb6f-4428-8e1f-72e7990068b5), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:50.138504 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c154e51c-96c0-45e9-bc16-74cb3217ac9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:50.142634 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c154e51c-96c0-45e9-bc16-74cb3217ac9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03b16e62-eb6f-4428-8e1f-72e7990068b5 HTTP/1.1" status: 204 len: 168 time: 0.2164769 Apr 07 12:56:50.148149 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26321c-b5d4-47fb-81ba-8a7205514371 None None] The sync data for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb is: [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:46Z', 'revision_number': 3, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:50.168783 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154e51c-96c0-45e9-bc16-74cb3217ac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b16e62-eb6f-4428-8e1f-72e7990068b5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:50.294336 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-4c20ceda-8f66-4348-8f11-fcba113c9b96 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099016 Apr 07 12:56:50.357160 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Publish callbacks [] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:50.388909 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:50.537631 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2031588'] for router_interface (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:50.572262 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Pushing event updated for resources: {'Port': ['ID=8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:50.585512 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-256ba898-5241-4f5a-a917-2dba4ab282a6 req-08e92cb0-44cb-41ee-aedf-5e7000a14f1b service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740369 Apr 07 12:56:50.729220 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:50.730827 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:51.106426 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9864f7f8-3fa0-4d4c-96bf-6486902ac044 None None] Provisioning complete for port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:51.106984 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9864f7f8-3fa0-4d4c-96bf-6486902ac044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:51.160755 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9864f7f8-3fa0-4d4c-96bf-6486902ac044 None None] Port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:56:51.384936 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:56:51.477776 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:51.540592 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:51.540993 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:51.656249 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:56:51.682768 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-551c41e7-62af-426e-a746-966855b7aa9f admin admin] 10.222.0.45 "PUT /v2.0/routers/888593b5-ab1e-4a3c-9cb1-53cd303e32e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9916022 Apr 07 12:56:51.685986 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:51.716538 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:51.716947 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:51.889061 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af4a7ab-8bc6-4457-ab47-8236e628fa60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:51.910836 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:51.918325 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:51.996263 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:52.013927 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.014352 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.014797 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.015430 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.015945 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.017685 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.018233 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.019406 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.023582 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.024193 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.024776 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.026752 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.027278 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.027624 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.027960 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:56:52.043529 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af4a7ab-8bc6-4457-ab47-8236e628fa60 admin admin] Publish callbacks [] for security_group (94a50425-03d4-4a89-acca-c4e7b6b07339), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:52.051484 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4af4a7ab-8bc6-4457-ab47-8236e628fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (94a50425-03d4-4a89-acca-c4e7b6b07339), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:52.094655 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-4af4a7ab-8bc6-4457-ab47-8236e628fa60 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0290d597d2e4993a4c08e2277715f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4071677 Apr 07 12:56:52.096801 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4a7ab-8bc6-4457-ab47-8236e628fa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a50425-03d4-4a89-acca-c4e7b6b07339,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:52.098310 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 59748) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:52.163037 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98bf15fa-c948-459a-bd01-0340c92160ed admin admin] Publish callbacks [] for security_group (94a50425-03d4-4a89-acca-c4e7b6b07339), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:52.210523 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98bf15fa-c948-459a-bd01-0340c92160ed admin admin] Publish callbacks [] for security_group (94a50425-03d4-4a89-acca-c4e7b6b07339), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:52.285270 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98bf15fa-c948-459a-bd01-0340c92160ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (94a50425-03d4-4a89-acca-c4e7b6b07339), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:52.287994 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98bf15fa-c948-459a-bd01-0340c92160ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:52.290160 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-98bf15fa-c948-459a-bd01-0340c92160ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94a50425-03d4-4a89-acca-c4e7b6b07339 HTTP/1.1" status: 204 len: 168 time: 0.1904521 Apr 07 12:56:52.302037 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf15fa-c948-459a-bd01-0340c92160ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a50425-03d4-4a89-acca-c4e7b6b07339,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:52.492059 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-93349ab8-360a-43f6-aaec-2a7eebbac509 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:52.493554 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-93349ab8-360a-43f6-aaec-2a7eebbac509 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 819 time: 0.1449270 Apr 07 12:56:52.513533 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-cc860a3b-fec9-4157-8f5f-bd88dbda8c65 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/quotas/1798aa69e6424c028508b11930e6d32e HTTP/1.1" status: 200 len: 375 time: 0.0126572 Apr 07 12:56:52.582862 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-907a3f74-3f85-4baa-96e2-6e9b1efc5783 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634573 Apr 07 12:56:52.693639 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Sync routers for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:56:52.700217 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-0467c1bf-f77a-4ab9-93d2-3a7bbdb97d6e service neutron] 10.222.0.45 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095641 Apr 07 12:56:52.707644 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:52.708331 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:52.830995 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-e48c490f-5cfb-42b3-820f-c95bb98751d9 service neutron] 10.222.0.45 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204758 Apr 07 12:56:52.876605 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:53.101781 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5c46ebba-bc97-4481-beef-8cbf1190f6ba req-a11c66f6-2cd9-4083-a2c1-62aa051d9f18 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 210 time: 0.0650659 Apr 07 12:56:53.298080 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:50Z', 'revision_number': 2, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:53.350713 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Checking router: 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:56:53.351180 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Updating router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 binding host dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:56:53.410206 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:53.556377 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:53.652970 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-85e1745a-9467-494b-8739-b29c9755a0bf tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:53.654748 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-85e1745a-9467-494b-8739-b29c9755a0bf tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 819 time: 0.2308435 Apr 07 12:56:53.694141 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-7c6c2cd1-a13f-49f8-8f4d-7129b4bbab37 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/quotas/1798aa69e6424c028508b11930e6d32e HTTP/1.1" status: 200 len: 375 time: 0.0322070 Apr 07 12:56:53.777055 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:53.777575 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:53.855003 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-e24e1ada-8da0-4774-946c-13e697fed9ba tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1587794 Apr 07 12:56:54.029490 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-f897e034-309c-47c0-baf4-c1cdd4d7d192 service neutron] 10.222.0.45 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657913 Apr 07 12:56:54.050310 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:54.093569 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Publish callbacks [] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:54.104992 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:54.204757 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-4198cfca-aa28-489c-a4c7-6e11a1e8aed8 service neutron] 10.222.0.45 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684504 Apr 07 12:56:54.219935 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d84557-0575-4760-8241-a7ef024ee0de None None] Pushing event updated for resources: {'Port': ['ID=8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:54.270839 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Attempting to bind port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:54.271526 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Attempting to bind port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:54.271901 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Attempting to bind port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:54.285324 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:54.285707 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Checking segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:54.286109 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:54.287783 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Bound using segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:54.288267 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Bound port: 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:54.288724 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:54.300683 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59894) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:54.395704 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] For port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:54.415285 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] For port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:54.436298 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:54.521692 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:56:54.524128 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:56:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:54.533441 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eef1e9ba-010d-4183-a89d-c6db7ecdb7ec req-87abe433-3ae1-45f1-b6b5-ab02032ac145 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 210 time: 0.0735590 Apr 07 12:56:54.698271 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d84557-0575-4760-8241-a7ef024ee0de None None] Pushing event updated for resources: {'Port': ['ID=8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:54.714081 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-197a3be5-c903-4e56-a0b3-31a83ee4bb1c None None] Provisioning complete for port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:54.715014 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-197a3be5-c903-4e56-a0b3-31a83ee4bb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:54.815173 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:56:54.817327 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c9f7-25e1-4224-9024-7ddb4b53ac71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:54.902626 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-7e38b8cb-4e3b-47a9-867c-47736fae6799 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:54.905097 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-7e38b8cb-4e3b-47a9-867c-47736fae6799 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 819 time: 0.1983666 Apr 07 12:56:54.924784 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Request body: {'port': {'device_id': '4b8985f0-9626-42d9-a54d-a935ec17805c', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'admin_state_up': True, 'tenant_id': '1798aa69e6424c028508b11930e6d32e'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:54.935220 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c9f7-25e1-4224-9024-7ddb4b53ac71 admin admin] Publish callbacks [] for security_group (c7710870-2732-4985-85ba-72a8baf49e21), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:54.945380 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d5c5c9f7-25e1-4224-9024-7ddb4b53ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c7710870-2732-4985-85ba-72a8baf49e21), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:54.997430 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5c9f7-25e1-4224-9024-7ddb4b53ac71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7710870-2732-4985-85ba-72a8baf49e21,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:55.033831 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-d5c5c9f7-25e1-4224-9024-7ddb4b53ac71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0848c47545224479850e908ff28c2f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7279034 Apr 07 12:56:55.035807 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59922) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:55.165945 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-197a3be5-c903-4e56-a0b3-31a83ee4bb1c None None] Current status of the port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:55.166494 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-197a3be5-c903-4e56-a0b3-31a83ee4bb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.189453 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Made reservation on behalf of 1798aa69e6424c028508b11930e6d32e for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:55.195515 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.213275 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b62921-6ca6-4699-9f18-7b1e5213cbeb admin admin] Publish callbacks [] for security_group (c7710870-2732-4985-85ba-72a8baf49e21), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.225486 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-197a3be5-c903-4e56-a0b3-31a83ee4bb1c None None] For port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:56:55.237379 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:54Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:56:55.240113 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-197a3be5-c903-4e56-a0b3-31a83ee4bb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.267703 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b62921-6ca6-4699-9f18-7b1e5213cbeb admin admin] Publish callbacks [] for security_group (c7710870-2732-4985-85ba-72a8baf49e21), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.335777 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f37c19-00cb-4b49-a674-828e4ea39c00 None None] The sync data for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb is: [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:54Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:56:55.402053 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a3be5-c903-4e56-a0b3-31a83ee4bb1c None None] Pushing event updated for resources: {'Port': ['ID=8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:55.402983 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b62921-6ca6-4699-9f18-7b1e5213cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c7710870-2732-4985-85ba-72a8baf49e21), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.414325 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78b62921-6ca6-4699-9f18-7b1e5213cbeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.419179 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-78b62921-6ca6-4699-9f18-7b1e5213cbeb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7710870-2732-4985-85ba-72a8baf49e21 HTTP/1.1" status: 204 len: 168 time: 0.3795362 Apr 07 12:56:55.456314 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b62921-6ca6-4699-9f18-7b1e5213cbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7710870-2732-4985-85ba-72a8baf49e21,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:55.464143 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-02d59966-a0c4-460e-a7bd-ace5542b3fed None None] Provisioning complete for port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:55.464525 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-02d59966-a0c4-460e-a7bd-ace5542b3fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.547491 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Allocated IP 172.20.0.9 (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1/95adb61d-e10b-4545-a85b-3c501947c825/fe06fc7b-59de-47bb-b5a5-4d8384e4f999) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:55.616281 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-02d59966-a0c4-460e-a7bd-ace5542b3fed None None] Current status of the port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:55.704422 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cd966169-8bd4-4e61-9a93-071905fcb052 req-1da8c8a0-68bb-42d9-b23c-630d52e6fa3d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 210 time: 0.0514228 Apr 07 12:56:55.859425 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.905818 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:55.958901 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:55.962885 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:55.965418 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:56.009371 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event updated for resources: {'Port': ['ID=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:56.035834 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59950) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:56.041982 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:56.042755 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.055362 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ab0590a-238b-4e3b-9106-762250c69c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.068621 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-744a0723-65a8-40c6-a318-c80ee08dda13 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1508975 Apr 07 12:56:56.137592 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Request body: {'port': {'device_id': '4b8985f0-9626-42d9-a54d-a935ec17805c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:56.176782 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ab0590a-238b-4e3b-9106-762250c69c1d admin admin] Publish callbacks [] for security_group (fb17ce54-a1a6-48fc-aaa2-630422cdc55e), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.183387 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ab0590a-238b-4e3b-9106-762250c69c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (fb17ce54-a1a6-48fc-aaa2-630422cdc55e), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.241271 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-6ab0590a-238b-4e3b-9106-762250c69c1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b466db9fda864bee920a60e74281387d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043593 Apr 07 12:56:56.243306 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0590a-238b-4e3b-9106-762250c69c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb17ce54-a1a6-48fc-aaa2-630422cdc55e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:56.246469 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 59952) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:56.277998 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.280020 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-014a55bb-9e65-4af6-915d-5e07486f9b4e None None] Provisioning complete for port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:56.284907 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-014a55bb-9e65-4af6-915d-5e07486f9b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.326655 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbc4c697-fb4a-403a-a928-a2fe633142ae admin admin] Publish callbacks [] for security_group (fb17ce54-a1a6-48fc-aaa2-630422cdc55e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.333062 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-014a55bb-9e65-4af6-915d-5e07486f9b4e None None] Port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:56:56.355041 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbc4c697-fb4a-403a-a928-a2fe633142ae admin admin] Publish callbacks [] for security_group (fb17ce54-a1a6-48fc-aaa2-630422cdc55e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.421552 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbc4c697-fb4a-403a-a928-a2fe633142ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (fb17ce54-a1a6-48fc-aaa2-630422cdc55e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.436860 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbc4c697-fb4a-403a-a928-a2fe633142ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.438358 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-dbc4c697-fb4a-403a-a928-a2fe633142ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb17ce54-a1a6-48fc-aaa2-630422cdc55e HTTP/1.1" status: 204 len: 168 time: 0.1900694 Apr 07 12:56:56.449893 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4c697-fb4a-403a-a928-a2fe633142ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb17ce54-a1a6-48fc-aaa2-630422cdc55e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:56.529672 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-79d981a5-72e1-4e51-8e43-67a77283da38 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:56.531206 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-79d981a5-72e1-4e51-8e43-67a77283da38 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 819 time: 0.2354732 Apr 07 12:56:56.555310 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Request body: {'port': {'device_id': '1584e421-cd22-4f56-8827-010e7ed0359b', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'admin_state_up': True, 'tenant_id': '1798aa69e6424c028508b11930e6d32e'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:56.771746 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Made reservation on behalf of 1798aa69e6424c028508b11930e6d32e for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:56:56.775939 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.928453 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb6ca095-8707-4453-a738-a0c78ea7c798 req-678f730c-d6f9-4c64-8b1c-5ce4edaab266 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 210 time: 0.0789351 Apr 07 12:56:56.933589 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe06fc7b-59de-47bb-b5a5-4d8384e4f999 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:56.947224 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Publish callbacks [] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:56.981402 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Transition to ACTIVE for port object fe06fc7b-59de-47bb-b5a5-4d8384e4f999 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:56:57.031913 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.124515 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224745f-283b-4437-b379-7093486c2343 service neutron] Pushing event updated for resources: {'Port': ['ID=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:57.127435 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Allocated IP 172.20.0.8 (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1/95adb61d-e10b-4545-a85b-3c501947c825/75d65f44-ba45-4bb4-8845-874601640526) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:56:57.268102 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Attempting to bind port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:57.268102 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Attempting to bind port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:57.268657 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Attempting to bind port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:57.276379 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:56:57.276814 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Attempting to bind port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:57.305558 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:57.314403 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Checking segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:57.314914 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Bound using segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:57.316886 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Bound port: fe06fc7b-59de-47bb-b5a5-4d8384e4f999, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:57.318572 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.339055 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60002) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:57.438838 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:56:57.522092 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] For port fe06fc7b-59de-47bb-b5a5-4d8384e4f999, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:57.529149 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] For port fe06fc7b-59de-47bb-b5a5-4d8384e4f999, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:57.548346 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.583058 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:57.583431 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.600475 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for port (75d65f44-ba45-4bb4-8845-874601640526), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.616986 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:57.617853 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.619765 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-5224745f-283b-4437-b379-7093486c2343 service neutron] 10.222.0.26 "PUT /v2.0/ports/fe06fc7b-59de-47bb-b5a5-4d8384e4f999 HTTP/1.1" status: 200 len: 1093 time: 1.4895437 Apr 07 12:56:57.622420 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8985f0-9626-42d9-a54d-a935ec17805c', 'tag': 'fe06fc7b-59de-47bb-b5a5-4d8384e4f999'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:57.627509 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8985f0-9626-42d9-a54d-a935ec17805c", "tag": "fe06fc7b-59de-47bb-b5a5-4d8384e4f999"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:57.646138 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224745f-283b-4437-b379-7093486c2343 service neutron] Pushing event updated for resources: {'Port': ['ID=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:57.704133 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc9124e-4e9b-4ed5-8ff5-4890103cc053 x-openstack-request-id: req-5fc9124e-4e9b-4ed5-8ff5-4890103cc053 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:57.704555 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8985f0-9626-42d9-a54d-a935ec17805c", "tag": "fe06fc7b-59de-47bb-b5a5-4d8384e4f999", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:57.705050 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fc9124e-4e9b-4ed5-8ff5-4890103cc053 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:57.705552 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc9124e-4e9b-4ed5-8ff5-4890103cc053'] response: {'name': 'network-changed', 'server_uuid': '4b8985f0-9626-42d9-a54d-a935ec17805c', 'tag': 'fe06fc7b-59de-47bb-b5a5-4d8384e4f999', 'status': 'completed', 'code': 200} Apr 07 12:56:57.753897 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-66c9da9f-14f3-4d12-b99d-cbda920bb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:57.755621 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-66c9da9f-14f3-4d12-b99d-cbda920bb19e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 1127 time: 0.0741112 Apr 07 12:56:57.756903 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (75d65f44-ba45-4bb4-8845-874601640526), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.776674 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7c94560-5aed-4fcb-9a79-acc4f65decea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.845716 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event updated for resources: {'Port': ['ID=75d65f44-ba45-4bb4-8845-874601640526,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:57.887031 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-3b788a82-2711-4ac7-b2a6-f59ca6c36904 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999 HTTP/1.1" status: 200 len: 217 time: 0.1164932 Apr 07 12:56:57.897416 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:56:57.939621 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:56:57.944145 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7c94560-5aed-4fcb-9a79-acc4f65decea admin admin] Publish callbacks [] for security_group (c73e6da0-97cf-4025-9997-91d2606dffe8), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.947536 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:56:57.956745 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a7c94560-5aed-4fcb-9a79-acc4f65decea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c73e6da0-97cf-4025-9997-91d2606dffe8), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:57.961480 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:56:58.021611 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c94560-5aed-4fcb-9a79-acc4f65decea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73e6da0-97cf-4025-9997-91d2606dffe8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:58.035491 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-eff91257-d26d-4983-b486-ea1c4f6fb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:58.037007 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-eff91257-d26d-4983-b486-ea1c4f6fb9e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.1420305 Apr 07 12:56:58.058138 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a7c94560-5aed-4fcb-9a79-acc4f65decea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3be02ab56edf4727b693f0e972bb6719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7179518 Apr 07 12:56:58.060646 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60028) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:58.138740 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c207ae7b-4390-461f-af0e-eb40e4131b21 admin admin] Publish callbacks [] for security_group (c73e6da0-97cf-4025-9997-91d2606dffe8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.141654 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:58.142322 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.170498 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c207ae7b-4390-461f-af0e-eb40e4131b21 admin admin] Publish callbacks [] for security_group (c73e6da0-97cf-4025-9997-91d2606dffe8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.183928 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-0847ec33-be22-4dbe-b4e2-23665c783139 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6418669 Apr 07 12:56:58.195351 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-a57b6b89-7ecf-490b-9c98-fe36879daf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:58.197161 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-a57b6b89-7ecf-490b-9c98-fe36879daf56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1440606 Apr 07 12:56:58.201922 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Request body: {'port': {'device_id': '1584e421-cd22-4f56-8827-010e7ed0359b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:56:58.214515 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebddc1-cb8c-4dfb-a0f3-594c2c25e886 req-01b7bbdf-77b3-4c07-bb31-5f6579f83875 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:58.221986 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8aebddc1-cb8c-4dfb-a0f3-594c2c25e886 req-01b7bbdf-77b3-4c07-bb31-5f6579f83875 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 931 time: 0.1697614 Apr 07 12:56:58.249422 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c207ae7b-4390-461f-af0e-eb40e4131b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c73e6da0-97cf-4025-9997-91d2606dffe8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.252618 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c207ae7b-4390-461f-af0e-eb40e4131b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.253841 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c207ae7b-4390-461f-af0e-eb40e4131b21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c73e6da0-97cf-4025-9997-91d2606dffe8 HTTP/1.1" status: 204 len: 168 time: 0.1921291 Apr 07 12:56:58.268687 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207ae7b-4390-461f-af0e-eb40e4131b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73e6da0-97cf-4025-9997-91d2606dffe8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:58.336724 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5065d4e8-4219-4117-b538-1c8514a6b3bb None None] Provisioning complete for port 75d65f44-ba45-4bb4-8845-874601640526 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:56:58.337101 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5065d4e8-4219-4117-b538-1c8514a6b3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (75d65f44-ba45-4bb4-8845-874601640526), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.399168 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5065d4e8-4219-4117-b538-1c8514a6b3bb None None] Port 75d65f44-ba45-4bb4-8845-874601640526 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:56:58.647353 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60076) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:58.685724 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (75d65f44-ba45-4bb4-8845-874601640526), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.711813 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8aebddc1-cb8c-4dfb-a0f3-594c2c25e886 req-bc42ff3d-5bf2-466c-9c0a-394ba783da33 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888227 Apr 07 12:56:58.750389 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-d4e8af51-2ea9-4b2d-bb26-63b2807a96a0 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446711 Apr 07 12:56:58.813856 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60082) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:58.818435 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9912-8467-42ee-83db-67ad56a569c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.828370 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3527df7c-bbc7-45ac-bb02-6617d62b5fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.906445 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3527df7c-bbc7-45ac-bb02-6617d62b5fda admin admin] Publish callbacks [] for security_group (51c0d444-cbae-453b-b985-0714accd3e0b), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.911062 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3527df7c-bbc7-45ac-bb02-6617d62b5fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (51c0d444-cbae-453b-b985-0714accd3e0b), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:58.953736 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-3527df7c-bbc7-45ac-bb02-6617d62b5fda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9493bdc052343db9cab4cc90eec4b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363280 Apr 07 12:56:58.953736 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527df7c-bbc7-45ac-bb02-6617d62b5fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c0d444-cbae-453b-b985-0714accd3e0b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:58.955702 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60088) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:58.996647 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d797978-f3d9-46aa-a4a8-8c369ad4dcf0 req-152bc81a-3de9-40ab-a525-80927d12bb4f service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242310 Apr 07 12:56:59.014101 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9884b59-cf84-4295-8e06-67131641d192 admin admin] Publish callbacks [] for security_group (51c0d444-cbae-453b-b985-0714accd3e0b), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.041132 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9884b59-cf84-4295-8e06-67131641d192 admin admin] Publish callbacks [] for security_group (51c0d444-cbae-453b-b985-0714accd3e0b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.100530 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9884b59-cf84-4295-8e06-67131641d192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (51c0d444-cbae-453b-b985-0714accd3e0b), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.104035 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d9884b59-cf84-4295-8e06-67131641d192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.105316 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-d9884b59-cf84-4295-8e06-67131641d192 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51c0d444-cbae-453b-b985-0714accd3e0b HTTP/1.1" status: 204 len: 168 time: 0.1484571 Apr 07 12:56:59.111567 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9912-8467-42ee-83db-67ad56a569c8 admin admin] Publish callbacks [] for security_group (956688ee-ae95-4b2d-a881-7886a2a53a42), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.115909 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9884b59-cf84-4295-8e06-67131641d192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c0d444-cbae-453b-b985-0714accd3e0b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:59.131100 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9912-8467-42ee-83db-67ad56a569c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (956688ee-ae95-4b2d-a881-7886a2a53a42), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.185659 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-bf3f9912-8467-42ee-83db-67ad56a569c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9eb390abffe2443fab5ad79cfd031bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5352554 Apr 07 12:56:59.188629 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60104) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:59.197978 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f9912-8467-42ee-83db-67ad56a569c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956688ee-ae95-4b2d-a881-7886a2a53a42,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:59.252829 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e213368d-8ad6-41e4-abbb-6b67908ed33c admin admin] Publish callbacks [] for security_group (956688ee-ae95-4b2d-a881-7886a2a53a42), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.258125 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d65f44-ba45-4bb4-8845-874601640526 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:56:59.267157 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Publish callbacks [] for port (75d65f44-ba45-4bb4-8845-874601640526), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.277732 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e213368d-8ad6-41e4-abbb-6b67908ed33c admin admin] Publish callbacks [] for security_group (956688ee-ae95-4b2d-a881-7886a2a53a42), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.286880 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Transition to ACTIVE for port object 75d65f44-ba45-4bb4-8845-874601640526 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:56:59.291671 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (75d65f44-ba45-4bb4-8845-874601640526), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.350322 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e213368d-8ad6-41e4-abbb-6b67908ed33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (956688ee-ae95-4b2d-a881-7886a2a53a42), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.354194 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e213368d-8ad6-41e4-abbb-6b67908ed33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.359375 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e213368d-8ad6-41e4-abbb-6b67908ed33c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/956688ee-ae95-4b2d-a881-7886a2a53a42 HTTP/1.1" status: 204 len: 168 time: 0.1683502 Apr 07 12:56:59.372111 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213368d-8ad6-41e4-abbb-6b67908ed33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956688ee-ae95-4b2d-a881-7886a2a53a42,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:59.378875 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Pushing event updated for resources: {'Port': ['ID=75d65f44-ba45-4bb4-8845-874601640526,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:59.454356 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Attempting to bind port 75d65f44-ba45-4bb4-8845-874601640526 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:56:59.454704 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Attempting to bind port 75d65f44-ba45-4bb4-8845-874601640526 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:56:59.455237 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Attempting to bind port 75d65f44-ba45-4bb4-8845-874601640526 on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:59.467861 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Port 75d65f44-ba45-4bb4-8845-874601640526 on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:56:59.468182 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Attempting to bind port 75d65f44-ba45-4bb4-8845-874601640526 on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:56:59.473617 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:56:59.473950 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Checking segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:56:59.474367 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Bound using segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:56:59.474820 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Bound port: 75d65f44-ba45-4bb4-8845-874601640526, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:56:59.475190 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (75d65f44-ba45-4bb4-8845-874601640526), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.565920 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] For port 75d65f44-ba45-4bb4-8845-874601640526, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:56:59.572078 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] For port 75d65f44-ba45-4bb4-8845-874601640526, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=75d65f44-ba45-4bb4-8845-874601640526,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:56:59.583504 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (75d65f44-ba45-4bb4-8845-874601640526), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.619693 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:59.620468 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:56:59.622062 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] 10.222.0.26 "PUT /v2.0/ports/75d65f44-ba45-4bb4-8845-874601640526 HTTP/1.1" status: 200 len: 1093 time: 1.4298878 Apr 07 12:56:59.657416 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd888ab-3647-4f9f-94c6-c35b1622c816 service neutron] Pushing event updated for resources: {'Port': ['ID=75d65f44-ba45-4bb4-8845-874601640526,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:56:59.715183 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1584e421-cd22-4f56-8827-010e7ed0359b', 'tag': '75d65f44-ba45-4bb4-8845-874601640526'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:56:59.717532 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c994e58d-29a1-4f85-a04e-1123bf171224" -d '{"events": [{"name": "network-changed", "server_uuid": "1584e421-cd22-4f56-8827-010e7ed0359b", "tag": "75d65f44-ba45-4bb4-8845-874601640526"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:56:59.775185 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0372d68e-ae01-44ac-81ee-3e87a626bc02 x-openstack-request-id: req-0372d68e-ae01-44ac-81ee-3e87a626bc02 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:56:59.775583 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1584e421-cd22-4f56-8827-010e7ed0359b", "tag": "75d65f44-ba45-4bb4-8845-874601640526", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:56:59.775948 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0372d68e-ae01-44ac-81ee-3e87a626bc02 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:56:59.776602 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0372d68e-ae01-44ac-81ee-3e87a626bc02'] response: {'name': 'network-changed', 'server_uuid': '1584e421-cd22-4f56-8827-010e7ed0359b', 'tag': '75d65f44-ba45-4bb4-8845-874601640526', 'status': 'completed', 'code': 200} Apr 07 12:56:59.868902 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0c52-35bb-49d9-b84e-fce08c74c4ee req-a09929e3-d934-41f3-9253-c518e8b86b88 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:56:59.873631 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f7cd0c52-35bb-49d9-b84e-fce08c74c4ee req-a09929e3-d934-41f3-9253-c518e8b86b88 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 943 time: 0.0710597 Apr 07 12:56:59.944374 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f7cd0c52-35bb-49d9-b84e-fce08c74c4ee req-92bdcdd1-5380-4e3b-895e-e1dedfe3b2ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678587 Apr 07 12:56:59.957876 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60132) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:56:59.973914 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bc9bd6c-81a9-4554-947b-cb1af492159d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:00.066294 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bc9bd6c-81a9-4554-947b-cb1af492159d admin admin] Publish callbacks [] for security_group (8cdf4f47-7a21-44c6-8593-9b30ec7efc2e), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:00.071505 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9bc9bd6c-81a9-4554-947b-cb1af492159d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (8cdf4f47-7a21-44c6-8593-9b30ec7efc2e), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:00.108783 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9bd6c-81a9-4554-947b-cb1af492159d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdf4f47-7a21-44c6-8593-9b30ec7efc2e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:00.125453 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-b0eb7447-b89f-4d87-a2ac-e1e027f04203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:00.127061 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-b0eb7447-b89f-4d87-a2ac-e1e027f04203 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 1127 time: 0.0888989 Apr 07 12:57:00.137661 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-9bc9bd6c-81a9-4554-947b-cb1af492159d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3677db46a6954c7f90c96dd7ec723b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778591 Apr 07 12:57:00.140154 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60136) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:00.140959 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device fe06fc7b-59de-47bb-b5a5-4d8384e4f999 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:57:00.153958 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994e58d-29a1-4f85-a04e-1123bf171224 req-f0198be4-9f7f-4d19-bcd5-fc3e101c389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:00.156518 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c994e58d-29a1-4f85-a04e-1123bf171224 req-f0198be4-9f7f-4d19-bcd5-fc3e101c389e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 1127 time: 0.0892029 Apr 07 12:57:00.200331 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b21616b-bfd0-4a85-b462-70a003ac2bf8 admin admin] Publish callbacks [] for security_group (8cdf4f47-7a21-44c6-8593-9b30ec7efc2e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:00.230200 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b21616b-bfd0-4a85-b462-70a003ac2bf8 admin admin] Publish callbacks [] for security_group (8cdf4f47-7a21-44c6-8593-9b30ec7efc2e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:00.274113 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port fe06fc7b-59de-47bb-b5a5-4d8384e4f999, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:00.289669 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': 'fe06fc7b-59de-47bb-b5a5-4d8384e4f999', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'port_id': 'fe06fc7b-59de-47bb-b5a5-4d8384e4f999', 'mac_address': 'fa:16:3e:28:5c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:57:00.294085 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b21616b-bfd0-4a85-b462-70a003ac2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (8cdf4f47-7a21-44c6-8593-9b30ec7efc2e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:00.299392 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b21616b-bfd0-4a85-b462-70a003ac2bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:00.300658 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-3b21616b-bfd0-4a85-b462-70a003ac2bf8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8cdf4f47-7a21-44c6-8593-9b30ec7efc2e HTTP/1.1" status: 204 len: 168 time: 0.1595600 Apr 07 12:57:00.311050 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21616b-bfd0-4a85-b462-70a003ac2bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdf4f47-7a21-44c6-8593-9b30ec7efc2e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:00.355840 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:00.356354 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:00.377391 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe06fc7b-59de-47bb-b5a5-4d8384e4f999 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:57:00.419741 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port fe06fc7b-59de-47bb-b5a5-4d8384e4f999, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:00.425568 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:00.458585 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-4ee57372-86cf-46d2-9157-233dd590d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:00.460108 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-4ee57372-86cf-46d2-9157-233dd590d8b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.3238823 Apr 07 12:57:00.465703 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994e58d-29a1-4f85-a04e-1123bf171224 req-b1c5ef91-bedf-4506-910e-e816852a031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:00.467206 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c994e58d-29a1-4f85-a04e-1123bf171224 req-b1c5ef91-bedf-4506-910e-e816852a031e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1798aa69e6424c028508b11930e6d32e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2913706 Apr 07 12:57:00.498666 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:00.530184 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-cd56cac2-9456-4be7-8dd3-0075c3756764 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999 HTTP/1.1" status: 200 len: 217 time: 0.0501578 Apr 07 12:57:00.698353 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-902887df-b46b-4e2a-be8b-ded89ae82f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:00.699917 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-902887df-b46b-4e2a-be8b-ded89ae82f5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.1563561 Apr 07 12:57:00.753500 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['fe06fc7b-59de-47bb-b5a5-4d8384e4f999'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:57:00.763373 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994e58d-29a1-4f85-a04e-1123bf171224 req-e343a881-0181-4e85-8f12-b04ae2a4ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:00.765084 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c994e58d-29a1-4f85-a04e-1123bf171224 req-e343a881-0181-4e85-8f12-b04ae2a4ea30 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2839127 Apr 07 12:57:00.795580 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-7cb64115-ab9a-4b83-b2d9-9344c6a73046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:00.796693 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-7cb64115-ab9a-4b83-b2d9-9344c6a73046 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0895693 Apr 07 12:57:00.957556 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-8950bc06-1ffc-44db-8782-1b6497482cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:00.959241 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-8950bc06-1ffc-44db-8782-1b6497482cfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 1127 time: 0.1257350 Apr 07 12:57:00.974366 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-eac97912-bafc-4429-930d-1c831046adc5 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631744 Apr 07 12:57:01.021258 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-4253e618-7ef5-4d5c-b8ed-a524a7aac416 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d65f44-ba45-4bb4-8845-874601640526 HTTP/1.1" status: 200 len: 217 time: 0.0457525 Apr 07 12:57:01.126135 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25024ad3-ebfe-43a4-8723-0865c0a838f4 req-92237658-e9c5-4afa-9470-a5c2e2005468 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:01.127775 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-25024ad3-ebfe-43a4-8723-0865c0a838f4 req-92237658-e9c5-4afa-9470-a5c2e2005468 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 943 time: 0.0905099 Apr 07 12:57:01.146816 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-5a530399-4c6a-4561-bf0a-3752a86dc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:01.148817 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-5a530399-4c6a-4561-bf0a-3752a86dc14b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.1155250 Apr 07 12:57:01.193569 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-25024ad3-ebfe-43a4-8723-0865c0a838f4 req-e777cc4e-e195-4972-b54f-d738f7b6d87e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582886 Apr 07 12:57:01.199828 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eb96a787-abfd-4d3b-9d73-bd28d4a98c2e req-49c98df0-e455-42fd-b3a1-e1fdaa4a14de service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774359 Apr 07 12:57:01.234959 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-014d8800-905e-49a4-b2de-9f216d9a9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:01.236457 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-014d8800-905e-49a4-b2de-9f216d9a9b2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0808990 Apr 07 12:57:01.336920 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-baf9e5a5-a69c-4b1e-ad4d-1a4de5bfd5f8 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902061 Apr 07 12:57:01.451942 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c9e3717-461d-456f-b881-ba30cbc13246 req-e107641f-4933-40de-87ee-79011506f83e service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084268 Apr 07 12:57:01.515677 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-74a70e65-e75c-4cb2-9387-5a6fb03bd759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.043258 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60228) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:02.156762 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device fe06fc7b-59de-47bb-b5a5-4d8384e4f999 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:02.158429 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0117cf57-fff2-4040-b206-a7544d395b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.211904 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:57:02.219223 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:02.219599 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.244235 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0117cf57-fff2-4040-b206-a7544d395b81 admin admin] Publish callbacks [] for security_group (f706ff64-5d54-4219-875c-68fbb0d13d3a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.249506 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0117cf57-fff2-4040-b206-a7544d395b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f706ff64-5d54-4219-875c-68fbb0d13d3a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.294470 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-0117cf57-fff2-4040-b206-a7544d395b81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d4e5aaebd6b497d8d27a3211b23ef89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499197 Apr 07 12:57:02.295540 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117cf57-fff2-4040-b206-a7544d395b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f706ff64-5d54-4219-875c-68fbb0d13d3a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:02.298255 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:02.325153 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6b54a-c400-4c60-a155-5e03e4bb635e req-0fe3059a-bcd6-4a27-9d88-ba5de95e0c69 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:02.327310 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a2b6b54a-c400-4c60-a155-5e03e4bb635e req-0fe3059a-bcd6-4a27-9d88-ba5de95e0c69 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 943 time: 0.0574324 Apr 07 12:57:02.331989 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:02.332456 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.351621 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f74a7ed-d42f-4670-866c-a69fb00c2de5 admin admin] Publish callbacks [] for security_group (f706ff64-5d54-4219-875c-68fbb0d13d3a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.359665 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8985f0-9626-42d9-a54d-a935ec17805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe06fc7b-59de-47bb-b5a5-4d8384e4f999'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:57:02.362040 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9ce6fc-a79d-4dc1-a30b-3e8ace72b2b4" -d '{"events": [{"server_uuid": "4b8985f0-9626-42d9-a54d-a935ec17805c", "name": "network-vif-plugged", "status": "completed", "tag": "fe06fc7b-59de-47bb-b5a5-4d8384e4f999"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:57:02.375452 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f74a7ed-d42f-4670-866c-a69fb00c2de5 admin admin] Publish callbacks [] for security_group (f706ff64-5d54-4219-875c-68fbb0d13d3a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.379675 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port fe06fc7b-59de-47bb-b5a5-4d8384e4f999, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:02.387892 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a2b6b54a-c400-4c60-a155-5e03e4bb635e req-72bb83f1-1ace-461f-bb57-54f98ae84c82 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536892 Apr 07 12:57:02.390860 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.419864 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75ae766-7fe9-4e93-aec2-cafc3f5716cf x-openstack-request-id: req-e75ae766-7fe9-4e93-aec2-cafc3f5716cf {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:57:02.420187 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8985f0-9626-42d9-a54d-a935ec17805c", "name": "network-vif-plugged", "status": "completed", "tag": "fe06fc7b-59de-47bb-b5a5-4d8384e4f999", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:57:02.420452 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e75ae766-7fe9-4e93-aec2-cafc3f5716cf {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:57:02.420914 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75ae766-7fe9-4e93-aec2-cafc3f5716cf'] response: {'server_uuid': '4b8985f0-9626-42d9-a54d-a935ec17805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe06fc7b-59de-47bb-b5a5-4d8384e4f999', 'code': 200} Apr 07 12:57:02.441683 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f74a7ed-d42f-4670-866c-a69fb00c2de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f706ff64-5d54-4219-875c-68fbb0d13d3a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.444270 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f74a7ed-d42f-4670-866c-a69fb00c2de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.445583 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-7f74a7ed-d42f-4670-866c-a69fb00c2de5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f706ff64-5d54-4219-875c-68fbb0d13d3a HTTP/1.1" status: 204 len: 168 time: 0.1463919 Apr 07 12:57:02.449260 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:02.455573 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74a7ed-d42f-4670-866c-a69fb00c2de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f706ff64-5d54-4219-875c-68fbb0d13d3a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:02.725526 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:02.739476 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c9a18cf-822f-4f81-b31e-bdee3ab1fcd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.755541 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9be95-f98e-457a-9326-92c460eae37b req-68a0ec8a-0d49-4835-8080-49a6de77eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:02.757140 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-10a9be95-f98e-457a-9326-92c460eae37b req-68a0ec8a-0d49-4835-8080-49a6de77eca4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 1129 time: 0.0446935 Apr 07 12:57:02.822412 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-10a9be95-f98e-457a-9326-92c460eae37b req-4ded8a95-6da4-4bd1-904f-bd32f57422e8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573494 Apr 07 12:57:02.836502 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c9a18cf-822f-4f81-b31e-bdee3ab1fcd4 admin admin] Publish callbacks [] for security_group (c7935cab-2ed0-4cb3-8c33-53a05cd144f6), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.841581 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1c9a18cf-822f-4f81-b31e-bdee3ab1fcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c7935cab-2ed0-4cb3-8c33-53a05cd144f6), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.892500 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-1c9a18cf-822f-4f81-b31e-bdee3ab1fcd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f350f78b5b34f82b351cf37d024737f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646206 Apr 07 12:57:02.893369 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a18cf-822f-4f81-b31e-bdee3ab1fcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7935cab-2ed0-4cb3-8c33-53a05cd144f6,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:02.895241 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60254) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:02.947311 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c86cf-99ef-4bd6-84ef-7deaba9e6e50 admin admin] Publish callbacks [] for security_group (c7935cab-2ed0-4cb3-8c33-53a05cd144f6), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:02.978036 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c86cf-99ef-4bd6-84ef-7deaba9e6e50 admin admin] Publish callbacks [] for security_group (c7935cab-2ed0-4cb3-8c33-53a05cd144f6), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:03.028407 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c86cf-99ef-4bd6-84ef-7deaba9e6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c7935cab-2ed0-4cb3-8c33-53a05cd144f6), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:03.031068 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e64c86cf-99ef-4bd6-84ef-7deaba9e6e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:03.032213 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e64c86cf-99ef-4bd6-84ef-7deaba9e6e50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7935cab-2ed0-4cb3-8c33-53a05cd144f6 HTTP/1.1" status: 204 len: 168 time: 0.1360214 Apr 07 12:57:03.042282 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c86cf-99ef-4bd6-84ef-7deaba9e6e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7935cab-2ed0-4cb3-8c33-53a05cd144f6,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:03.536328 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5fa45-cd57-470b-9662-b744fcef0dbf req-3e521b66-c0ff-46ad-afb4-0a77641bb272 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:03.538200 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-21d5fa45-cd57-470b-9662-b744fcef0dbf req-3e521b66-c0ff-46ad-afb4-0a77641bb272 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 943 time: 0.0610218 Apr 07 12:57:03.587322 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-21d5fa45-cd57-470b-9662-b744fcef0dbf req-e3ba2ef9-7230-4a46-b4a0-5833a18b04ba tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433354 Apr 07 12:57:03.857721 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fd7371b4-bbac-45b7-9fdc-91a2225cf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:04.170827 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 75d65f44-ba45-4bb4-8845-874601640526 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:57:04.289460 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 75d65f44-ba45-4bb4-8845-874601640526, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=75d65f44-ba45-4bb4-8845-874601640526,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:04.300573 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '75d65f44-ba45-4bb4-8845-874601640526', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'port_id': '75d65f44-ba45-4bb4-8845-874601640526', 'mac_address': 'fa:16:3e:40:0e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:57:04.339122 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 75d65f44-ba45-4bb4-8845-874601640526 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:04.339516 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (75d65f44-ba45-4bb4-8845-874601640526), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:04.356879 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d65f44-ba45-4bb4-8845-874601640526 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:57:04.377662 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 75d65f44-ba45-4bb4-8845-874601640526, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=75d65f44-ba45-4bb4-8845-874601640526,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:04.381767 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (75d65f44-ba45-4bb4-8845-874601640526), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:04.435825 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=75d65f44-ba45-4bb4-8845-874601640526,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:04.773922 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2687e30-f328-4a34-a300-0b9afa6955c6 req-cd771228-d5b2-4e00-a187-3ffe4974120a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:04.775067 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['75d65f44-ba45-4bb4-8845-874601640526'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:57:04.781382 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e2687e30-f328-4a34-a300-0b9afa6955c6 req-cd771228-d5b2-4e00-a187-3ffe4974120a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 944 time: 0.1116426 Apr 07 12:57:04.884253 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e2687e30-f328-4a34-a300-0b9afa6955c6 req-25984d38-ab4c-46f3-94d3-9aefbf3997e6 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959933 Apr 07 12:57:04.928839 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60344) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:05.112472 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8c37261b-2399-4aef-a640-1d647452e48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:05.124931 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:05.219885 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8c37261b-2399-4aef-a640-1d647452e48b admin admin] Publish callbacks [] for security_group (0bb6600c-654d-449b-9d00-9be0c86a066a), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:05.224165 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8c37261b-2399-4aef-a640-1d647452e48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0bb6600c-654d-449b-9d00-9be0c86a066a), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:05.264376 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-8c37261b-2399-4aef-a640-1d647452e48b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f1195b8a7f6446e8fb7bc086b8ef10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340816 Apr 07 12:57:05.265489 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37261b-2399-4aef-a640-1d647452e48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb6600c-654d-449b-9d00-9be0c86a066a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:05.267044 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60358) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:05.327887 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e755f31d-582d-45f9-8391-ca1192f9a577 admin admin] Publish callbacks [] for security_group (0bb6600c-654d-449b-9d00-9be0c86a066a), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:05.350081 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e755f31d-582d-45f9-8391-ca1192f9a577 admin admin] Publish callbacks [] for security_group (0bb6600c-654d-449b-9d00-9be0c86a066a), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:05.403906 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e755f31d-582d-45f9-8391-ca1192f9a577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0bb6600c-654d-449b-9d00-9be0c86a066a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:05.407371 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e755f31d-582d-45f9-8391-ca1192f9a577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:05.408620 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e755f31d-582d-45f9-8391-ca1192f9a577 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bb6600c-654d-449b-9d00-9be0c86a066a HTTP/1.1" status: 204 len: 168 time: 0.1399257 Apr 07 12:57:05.418119 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755f31d-582d-45f9-8391-ca1192f9a577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb6600c-654d-449b-9d00-9be0c86a066a,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:05.855757 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60382) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:06.025040 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-311ab3fa-e0f3-4d64-b08d-8949f134c562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.062413 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80918649-6a06-4528-9c4e-9feceb174017 req-bf261428-5cbc-418f-afd7-29da5cde673a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:06.063919 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-80918649-6a06-4528-9c4e-9feceb174017 req-bf261428-5cbc-418f-afd7-29da5cde673a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 944 time: 0.0975389 Apr 07 12:57:06.155362 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-80918649-6a06-4528-9c4e-9feceb174017 req-be86f345-fed7-44fe-b18e-663d574492e4 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830834 Apr 07 12:57:06.173804 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 75d65f44-ba45-4bb4-8845-874601640526 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:06.193205 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-311ab3fa-e0f3-4d64-b08d-8949f134c562 admin admin] Publish callbacks [] for security_group (95ca1649-5c98-4b32-8832-8c88c15359d1), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.193205 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-311ab3fa-e0f3-4d64-b08d-8949f134c562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (95ca1649-5c98-4b32-8832-8c88c15359d1), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.232956 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ab3fa-e0f3-4d64-b08d-8949f134c562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca1649-5c98-4b32-8832-8c88c15359d1,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:06.242331 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-311ab3fa-e0f3-4d64-b08d-8949f134c562 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00dd7e0337864e84a41d07c56965d1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821373 Apr 07 12:57:06.243315 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 75d65f44-ba45-4bb4-8845-874601640526 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:57:06.243529 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60402) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:06.253663 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 75d65f44-ba45-4bb4-8845-874601640526 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:06.254167 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (75d65f44-ba45-4bb4-8845-874601640526), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.296960 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fac14b44-82c1-441a-bf7b-ac8c2502b648 admin admin] Publish callbacks [] for security_group (95ca1649-5c98-4b32-8832-8c88c15359d1), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.319958 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fac14b44-82c1-441a-bf7b-ac8c2502b648 admin admin] Publish callbacks [] for security_group (95ca1649-5c98-4b32-8832-8c88c15359d1), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.347337 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 75d65f44-ba45-4bb4-8845-874601640526 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:06.347722 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (75d65f44-ba45-4bb4-8845-874601640526), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.375586 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fac14b44-82c1-441a-bf7b-ac8c2502b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (95ca1649-5c98-4b32-8832-8c88c15359d1), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.379881 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fac14b44-82c1-441a-bf7b-ac8c2502b648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.383512 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1584e421-cd22-4f56-8827-010e7ed0359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d65f44-ba45-4bb4-8845-874601640526'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:57:06.385560 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-fac14b44-82c1-441a-bf7b-ac8c2502b648 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95ca1649-5c98-4b32-8832-8c88c15359d1 HTTP/1.1" status: 204 len: 168 time: 0.1418025 Apr 07 12:57:06.386080 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d20d9a6-d6f2-4565-81a8-231f7e4dc2cc" -d '{"events": [{"server_uuid": "1584e421-cd22-4f56-8827-010e7ed0359b", "name": "network-vif-plugged", "status": "completed", "tag": "75d65f44-ba45-4bb4-8845-874601640526"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:57:06.396052 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac14b44-82c1-441a-bf7b-ac8c2502b648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca1649-5c98-4b32-8832-8c88c15359d1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:06.407320 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.416039 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 75d65f44-ba45-4bb4-8845-874601640526, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=75d65f44-ba45-4bb4-8845-874601640526,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:06.422133 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (75d65f44-ba45-4bb4-8845-874601640526), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.456944 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70239d10-44af-414f-9f5d-699168df26fc x-openstack-request-id: req-70239d10-44af-414f-9f5d-699168df26fc {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:57:06.457261 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1584e421-cd22-4f56-8827-010e7ed0359b", "name": "network-vif-plugged", "status": "completed", "tag": "75d65f44-ba45-4bb4-8845-874601640526", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:57:06.457513 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70239d10-44af-414f-9f5d-699168df26fc {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:57:06.458122 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70239d10-44af-414f-9f5d-699168df26fc'] response: {'server_uuid': '1584e421-cd22-4f56-8827-010e7ed0359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d65f44-ba45-4bb4-8845-874601640526', 'code': 200} Apr 07 12:57:06.479245 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=75d65f44-ba45-4bb4-8845-874601640526,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:06.643579 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabe085-4490-4159-8221-62d8c8696bbd req-797c8700-781d-4feb-8170-9a6db8fd36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:06.645107 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eaabe085-4490-4159-8221-62d8c8696bbd req-797c8700-781d-4feb-8170-9a6db8fd36c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 1129 time: 0.0477936 Apr 07 12:57:06.699759 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eaabe085-4490-4159-8221-62d8c8696bbd req-104f64f3-a0ec-4ce3-95ad-6dd445059833 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460792 Apr 07 12:57:06.774428 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60418) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:06.789720 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb83cac1-a138-48a7-b052-69e2e5a7d197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.881560 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb83cac1-a138-48a7-b052-69e2e5a7d197 admin admin] Publish callbacks [] for security_group (51947bc1-dff4-46e2-bfe1-b989fe20f270), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.887066 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fb83cac1-a138-48a7-b052-69e2e5a7d197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (51947bc1-dff4-46e2-bfe1-b989fe20f270), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:06.924433 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83cac1-a138-48a7-b052-69e2e5a7d197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51947bc1-dff4-46e2-bfe1-b989fe20f270,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:06.929626 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-fb83cac1-a138-48a7-b052-69e2e5a7d197 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9cd6c9172ac943e2a0685da40dd95055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540647 Apr 07 12:57:06.932490 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60424) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:06.979877 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7221fea5-ea96-415d-827b-2e20c5c4ca3c admin admin] Publish callbacks [] for security_group (51947bc1-dff4-46e2-bfe1-b989fe20f270), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:07.000645 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7221fea5-ea96-415d-827b-2e20c5c4ca3c admin admin] Publish callbacks [] for security_group (51947bc1-dff4-46e2-bfe1-b989fe20f270), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:07.051208 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7221fea5-ea96-415d-827b-2e20c5c4ca3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (51947bc1-dff4-46e2-bfe1-b989fe20f270), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:07.054275 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-7221fea5-ea96-415d-827b-2e20c5c4ca3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:07.055437 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-7221fea5-ea96-415d-827b-2e20c5c4ca3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51947bc1-dff4-46e2-bfe1-b989fe20f270 HTTP/1.1" status: 204 len: 168 time: 0.1219759 Apr 07 12:57:07.063414 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221fea5-ea96-415d-827b-2e20c5c4ca3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51947bc1-dff4-46e2-bfe1-b989fe20f270,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:07.302609 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbfd1f-b23d-4d15-8a23-be95e8c694f0 req-e8b8f31b-64ba-4edc-aea2-1852af5dbe0c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:07.305365 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-66cbfd1f-b23d-4d15-8a23-be95e8c694f0 req-e8b8f31b-64ba-4edc-aea2-1852af5dbe0c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0599847 Apr 07 12:57:07.358826 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-66cbfd1f-b23d-4d15-8a23-be95e8c694f0 req-c8b85da1-877f-48c1-9896-3cdd95a2e329 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Apr 07 12:57:07.788361 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:08.709286 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fda59-acec-44d9-9a3c-b248d16e15c7 req-9dc320e1-45ff-41af-be83-1d26d87c53a6 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:08.711865 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c63fda59-acec-44d9-9a3c-b248d16e15c7 req-9dc320e1-45ff-41af-be83-1d26d87c53a6 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.2808597 Apr 07 12:57:08.759326 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c63fda59-acec-44d9-9a3c-b248d16e15c7 req-67c2ea87-68a1-435c-b45c-592a8672bf4b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Apr 07 12:57:09.105326 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b728f5-c692-4f23-a08f-0edfac711497 req-11d5fcac-c282-402b-a78b-e2621b5e0f70 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:09.106854 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56b728f5-c692-4f23-a08f-0edfac711497 req-11d5fcac-c282-402b-a78b-e2621b5e0f70 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0905340 Apr 07 12:57:09.108932 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-af04cc80-daca-4ae1-b0d5-b68d941ecd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:09.110279 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-af04cc80-daca-4ae1-b0d5-b68d941ecd14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 1129 time: 0.0839260 Apr 07 12:57:09.207359 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56b728f5-c692-4f23-a08f-0edfac711497 req-74a9c18d-e212-4445-a8be-94187fafce61 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922959 Apr 07 12:57:09.248354 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-937e84e1-1f5c-4980-92da-9dc96edaeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:09.249825 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-937e84e1-1f5c-4980-92da-9dc96edaeeda service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.1136725 Apr 07 12:57:09.306534 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-dbc3e01c-53ce-4c1d-b155-cb1e2ce88cd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d65f44-ba45-4bb4-8845-874601640526 HTTP/1.1" status: 200 len: 217 time: 0.0468075 Apr 07 12:57:09.360581 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-6298c91b-5a4f-4d61-a7e8-15e26581379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:09.362384 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-6298c91b-5a4f-4d61-a7e8-15e26581379f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0473084 Apr 07 12:57:09.418125 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-9a190ea2-c6c5-47f4-b982-5ef844a86d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:09.419679 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-9a190ea2-c6c5-47f4-b982-5ef844a86d4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482597 Apr 07 12:57:09.528799 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-53e0b816-2582-4ad5-b223-682c157855c8 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936944 Apr 07 12:57:09.640776 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-feb327d9-83f4-4208-8bef-574e32f510a6 req-2a82eb69-6baa-46ab-8828-4ec3fb8b6697 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998070 Apr 07 12:57:10.331743 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efce0c-89b8-4eb9-a097-05b071077dd8 req-cdab0495-73d5-4d4e-a1c6-0990316c1298 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:10.333214 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a9efce0c-89b8-4eb9-a097-05b071077dd8 req-cdab0495-73d5-4d4e-a1c6-0990316c1298 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0518126 Apr 07 12:57:10.389494 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a9efce0c-89b8-4eb9-a097-05b071077dd8 req-2bdb9309-b16d-41ad-8a75-4fa6097eaee3 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502968 Apr 07 12:57:11.533612 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340181b2-06fb-4f3f-8dcc-3725c7eeec69 req-dabae1d0-d8bb-4caf-8fcb-b723e6ffe700 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:11.535155 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-340181b2-06fb-4f3f-8dcc-3725c7eeec69 req-dabae1d0-d8bb-4caf-8fcb-b723e6ffe700 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0629866 Apr 07 12:57:11.597248 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-340181b2-06fb-4f3f-8dcc-3725c7eeec69 req-3df9a788-6f39-477d-886f-d2c65e6e55d3 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537574 Apr 07 12:57:12.715846 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4573d-c083-4458-8164-5e160586d782 req-841296d2-7ef6-40f8-b024-b401fc7cf769 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:12.717401 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f4f4573d-c083-4458-8164-5e160586d782 req-841296d2-7ef6-40f8-b024-b401fc7cf769 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0520098 Apr 07 12:57:12.774765 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f4f4573d-c083-4458-8164-5e160586d782 req-260d89f1-fde9-4da9-8d9e-0bd513c571fc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509548 Apr 07 12:57:13.910779 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775d90-6d06-43fe-953c-b54cb0043dc1 req-717f9012-53e8-485f-bfda-cc1acf30a008 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:13.912529 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bc775d90-6d06-43fe-953c-b54cb0043dc1 req-717f9012-53e8-485f-bfda-cc1acf30a008 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0599756 Apr 07 12:57:13.972344 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bc775d90-6d06-43fe-953c-b54cb0043dc1 req-2a193f07-3a7a-404c-9d2c-3e4d1421a790 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Apr 07 12:57:15.271680 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa81ff6-73b9-4589-9f54-03e120962e3e req-542f8dc0-3a96-472e-bf56-72f8faf0b7f1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:15.273714 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2aa81ff6-73b9-4589-9f54-03e120962e3e req-542f8dc0-3a96-472e-bf56-72f8faf0b7f1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.2328975 Apr 07 12:57:15.321106 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2aa81ff6-73b9-4589-9f54-03e120962e3e req-bba29b06-5ae4-4022-8952-3cd6634f2db2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Apr 07 12:57:15.326350 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60724) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:15.450097 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72da23ce-a7f6-4e37-b6f0-dd96089a7b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:15.557572 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72da23ce-a7f6-4e37-b6f0-dd96089a7b33 admin admin] Publish callbacks [] for security_group (d5d9c0bc-3618-4ced-b3e7-b43155d5a370), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:15.561735 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-72da23ce-a7f6-4e37-b6f0-dd96089a7b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d5d9c0bc-3618-4ced-b3e7-b43155d5a370), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:15.603645 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-72da23ce-a7f6-4e37-b6f0-dd96089a7b33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=289f469bbd9c432e870e0f9e6ee1a006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761400 Apr 07 12:57:15.604983 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da23ce-a7f6-4e37-b6f0-dd96089a7b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d9c0bc-3618-4ced-b3e7-b43155d5a370,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:15.606350 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60738) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:15.654131 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fca56793-2d81-4d07-8099-3ec298b160f7 admin admin] Publish callbacks [] for security_group (d5d9c0bc-3618-4ced-b3e7-b43155d5a370), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:15.674764 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fca56793-2d81-4d07-8099-3ec298b160f7 admin admin] Publish callbacks [] for security_group (d5d9c0bc-3618-4ced-b3e7-b43155d5a370), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:15.719913 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fca56793-2d81-4d07-8099-3ec298b160f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d5d9c0bc-3618-4ced-b3e7-b43155d5a370), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:15.722956 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fca56793-2d81-4d07-8099-3ec298b160f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:15.724107 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fca56793-2d81-4d07-8099-3ec298b160f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5d9c0bc-3618-4ced-b3e7-b43155d5a370 HTTP/1.1" status: 204 len: 168 time: 0.1167762 Apr 07 12:57:15.735487 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca56793-2d81-4d07-8099-3ec298b160f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d9c0bc-3618-4ced-b3e7-b43155d5a370,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:15.996905 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60746) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:16.010495 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a504c9e1-2e98-4dd3-83df-ce9233912cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.092357 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a504c9e1-2e98-4dd3-83df-ce9233912cd3 admin admin] Publish callbacks [] for security_group (0677a72e-31d8-47bc-87c6-e489661709de), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.097782 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a504c9e1-2e98-4dd3-83df-ce9233912cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0677a72e-31d8-47bc-87c6-e489661709de), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.138121 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504c9e1-2e98-4dd3-83df-ce9233912cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0677a72e-31d8-47bc-87c6-e489661709de,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:16.142462 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-a504c9e1-2e98-4dd3-83df-ce9233912cd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1aee02435f6441a595df29371fa6fb76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443665 Apr 07 12:57:16.145381 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60748) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:16.192694 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecbfb666-ff4f-4494-8607-8ec0ebf9c02c admin admin] Publish callbacks [] for security_group (0677a72e-31d8-47bc-87c6-e489661709de), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.216204 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecbfb666-ff4f-4494-8607-8ec0ebf9c02c admin admin] Publish callbacks [] for security_group (0677a72e-31d8-47bc-87c6-e489661709de), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.264229 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecbfb666-ff4f-4494-8607-8ec0ebf9c02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0677a72e-31d8-47bc-87c6-e489661709de), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.266879 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ecbfb666-ff4f-4494-8607-8ec0ebf9c02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.268039 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ecbfb666-ff4f-4494-8607-8ec0ebf9c02c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0677a72e-31d8-47bc-87c6-e489661709de HTTP/1.1" status: 204 len: 168 time: 0.1218503 Apr 07 12:57:16.276047 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfb666-ff4f-4494-8607-8ec0ebf9c02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0677a72e-31d8-47bc-87c6-e489661709de,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:16.447443 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cd727-1703-48eb-9b14-9e6c7bd0092c req-b96121ad-cad5-48c3-9558-aa441d7071cb tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:16.449636 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f00cd727-1703-48eb-9b14-9e6c7bd0092c req-b96121ad-cad5-48c3-9558-aa441d7071cb tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0593998 Apr 07 12:57:16.503132 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f00cd727-1703-48eb-9b14-9e6c7bd0092c req-7f56f3f4-2637-44cd-a88a-c2789b21b6fa tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478423 Apr 07 12:57:16.616483 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60760) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:16.630406 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f4dd24-f685-408f-ae49-f8af72a3265b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.731839 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f4dd24-f685-408f-ae49-f8af72a3265b admin admin] Publish callbacks [] for security_group (ce84bf8e-22b1-4be0-bef1-c80c3133801c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.737032 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-90f4dd24-f685-408f-ae49-f8af72a3265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ce84bf8e-22b1-4be0-bef1-c80c3133801c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.780231 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-90f4dd24-f685-408f-ae49-f8af72a3265b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f2735efcacc424c8e1c26b56641c56d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625869 Apr 07 12:57:16.782362 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4dd24-f685-408f-ae49-f8af72a3265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce84bf8e-22b1-4be0-bef1-c80c3133801c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:16.783928 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60772) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:16.841603 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60942aba-fb70-4b42-83fd-73b8799a164f admin admin] Publish callbacks [] for security_group (ce84bf8e-22b1-4be0-bef1-c80c3133801c), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.865063 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60942aba-fb70-4b42-83fd-73b8799a164f admin admin] Publish callbacks [] for security_group (ce84bf8e-22b1-4be0-bef1-c80c3133801c), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.918627 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60942aba-fb70-4b42-83fd-73b8799a164f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ce84bf8e-22b1-4be0-bef1-c80c3133801c), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.921582 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60942aba-fb70-4b42-83fd-73b8799a164f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:16.922802 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-60942aba-fb70-4b42-83fd-73b8799a164f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce84bf8e-22b1-4be0-bef1-c80c3133801c HTTP/1.1" status: 204 len: 168 time: 0.1376464 Apr 07 12:57:16.925193 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60776) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:16.939917 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60942aba-fb70-4b42-83fd-73b8799a164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce84bf8e-22b1-4be0-bef1-c80c3133801c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:17.157100 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b5f3c9-fad0-4f5e-b3e3-ba9b183bf10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:17.243682 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b5f3c9-fad0-4f5e-b3e3-ba9b183bf10b admin admin] Publish callbacks [] for security_group (b38f4203-7ba9-4262-8e87-3384f4df3a2a), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:17.247402 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64b5f3c9-fad0-4f5e-b3e3-ba9b183bf10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (b38f4203-7ba9-4262-8e87-3384f4df3a2a), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:17.283294 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5f3c9-fad0-4f5e-b3e3-ba9b183bf10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38f4203-7ba9-4262-8e87-3384f4df3a2a,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:17.289308 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-64b5f3c9-fad0-4f5e-b3e3-ba9b183bf10b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dbee482618b74d8b92ba02a984873502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631861 Apr 07 12:57:17.292186 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60782) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:17.341280 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-464eceb8-3137-45ce-8565-149975236b09 admin admin] Publish callbacks [] for security_group (b38f4203-7ba9-4262-8e87-3384f4df3a2a), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:17.364050 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-464eceb8-3137-45ce-8565-149975236b09 admin admin] Publish callbacks [] for security_group (b38f4203-7ba9-4262-8e87-3384f4df3a2a), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:17.411062 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-464eceb8-3137-45ce-8565-149975236b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (b38f4203-7ba9-4262-8e87-3384f4df3a2a), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:17.414186 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-464eceb8-3137-45ce-8565-149975236b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:17.415354 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-464eceb8-3137-45ce-8565-149975236b09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b38f4203-7ba9-4262-8e87-3384f4df3a2a HTTP/1.1" status: 204 len: 168 time: 0.1222756 Apr 07 12:57:17.422708 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464eceb8-3137-45ce-8565-149975236b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38f4203-7ba9-4262-8e87-3384f4df3a2a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:17.623776 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cbe5e-8251-4ccf-9412-e81c10a0af8a req-386ea2fd-8d3c-4d04-b00e-0495ef9befd2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:17.625284 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-480cbe5e-8251-4ccf-9412-e81c10a0af8a req-386ea2fd-8d3c-4d04-b00e-0495ef9befd2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0545990 Apr 07 12:57:17.672842 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-480cbe5e-8251-4ccf-9412-e81c10a0af8a req-b1158ff0-ea2b-47ef-9a95-a89c026ab021 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Apr 07 12:57:18.724952 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:18.800177 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a69e1-0d48-4960-b104-5f3e5c11db86 req-53fdc0f0-8c82-470b-bb18-42fc78f30e7e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:18.801660 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-565a69e1-0d48-4960-b104-5f3e5c11db86 req-53fdc0f0-8c82-470b-bb18-42fc78f30e7e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0560102 Apr 07 12:57:18.848590 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-565a69e1-0d48-4960-b104-5f3e5c11db86 req-5cc8ebc0-8780-418e-948e-bc118c39707c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Apr 07 12:57:19.969821 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43eb01-f810-4313-bf54-05ccc73ebf86 req-9c1ccebf-8ad7-43ee-ac90-f7a71f992d16 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:19.971580 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3f43eb01-f810-4313-bf54-05ccc73ebf86 req-9c1ccebf-8ad7-43ee-ac90-f7a71f992d16 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0529814 Apr 07 12:57:20.020312 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3f43eb01-f810-4313-bf54-05ccc73ebf86 req-7c29811c-46bb-48ea-a551-7f7b2c03b2a3 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 Apr 07 12:57:21.135316 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b081d7-6e63-4b48-9a56-a9f99e1ef1e8 req-fdde95f1-7425-4f49-86f4-40ab48f3d037 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:21.136993 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-98b081d7-6e63-4b48-9a56-a9f99e1ef1e8 req-fdde95f1-7425-4f49-86f4-40ab48f3d037 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0526628 Apr 07 12:57:21.187940 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-98b081d7-6e63-4b48-9a56-a9f99e1ef1e8 req-25234186-d5cc-4aa7-9295-6e47b3318712 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Apr 07 12:57:21.400001 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60892) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:21.500544 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39a3b00a-2635-4a4b-aca0-bfd87cc0ff1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:21.576485 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39a3b00a-2635-4a4b-aca0-bfd87cc0ff1c admin admin] Publish callbacks [] for security_group (5f430d4f-8f36-43b2-b67a-8c83993d2b4d), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:21.580237 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-39a3b00a-2635-4a4b-aca0-bfd87cc0ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5f430d4f-8f36-43b2-b67a-8c83993d2b4d), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:21.621865 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-39a3b00a-2635-4a4b-aca0-bfd87cc0ff1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f67cf811543b4a27a06b62255ad609c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204146 Apr 07 12:57:21.623121 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3b00a-2635-4a4b-aca0-bfd87cc0ff1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f430d4f-8f36-43b2-b67a-8c83993d2b4d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:21.624709 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60896) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:21.675424 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2922b67-01c4-4e2a-ae48-bccc46910bf9 admin admin] Publish callbacks [] for security_group (5f430d4f-8f36-43b2-b67a-8c83993d2b4d), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:21.697251 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2922b67-01c4-4e2a-ae48-bccc46910bf9 admin admin] Publish callbacks [] for security_group (5f430d4f-8f36-43b2-b67a-8c83993d2b4d), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:21.744515 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2922b67-01c4-4e2a-ae48-bccc46910bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5f430d4f-8f36-43b2-b67a-8c83993d2b4d), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:21.747356 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a2922b67-01c4-4e2a-ae48-bccc46910bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:21.748507 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a2922b67-01c4-4e2a-ae48-bccc46910bf9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f430d4f-8f36-43b2-b67a-8c83993d2b4d HTTP/1.1" status: 204 len: 168 time: 0.1221199 Apr 07 12:57:21.757435 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2922b67-01c4-4e2a-ae48-bccc46910bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f430d4f-8f36-43b2-b67a-8c83993d2b4d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:22.322928 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581ec96-328f-4c11-91b4-5c0ad70d9a43 req-f3fa42f0-5269-44a7-9722-3d0928b8da89 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:22.322928 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5581ec96-328f-4c11-91b4-5c0ad70d9a43 req-f3fa42f0-5269-44a7-9722-3d0928b8da89 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0573781 Apr 07 12:57:22.373178 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5581ec96-328f-4c11-91b4-5c0ad70d9a43 req-93884a3c-175c-424d-9c53-ced2a3a83e03 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Apr 07 12:57:22.809006 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60948) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:22.922733 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d4faea8-d555-4e76-828d-8bb8321d034d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:22.993959 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d4faea8-d555-4e76-828d-8bb8321d034d admin admin] Publish callbacks [] for security_group (775f179f-f40a-448d-a142-f1308a6c1fdd), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:22.997703 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0d4faea8-d555-4e76-828d-8bb8321d034d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (775f179f-f40a-448d-a142-f1308a6c1fdd), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.035091 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-0d4faea8-d555-4e76-828d-8bb8321d034d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3714725205547c7b3173cc58871fdda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250490 Apr 07 12:57:23.035920 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4faea8-d555-4e76-828d-8bb8321d034d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775f179f-f40a-448d-a142-f1308a6c1fdd,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:23.038300 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60952) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:23.087750 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eaba352c-9c84-4b51-96fa-70530dd920e5 admin admin] Publish callbacks [] for security_group (775f179f-f40a-448d-a142-f1308a6c1fdd), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.109703 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eaba352c-9c84-4b51-96fa-70530dd920e5 admin admin] Publish callbacks [] for security_group (775f179f-f40a-448d-a142-f1308a6c1fdd), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.167208 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eaba352c-9c84-4b51-96fa-70530dd920e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (775f179f-f40a-448d-a142-f1308a6c1fdd), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.169835 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-eaba352c-9c84-4b51-96fa-70530dd920e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.171007 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-eaba352c-9c84-4b51-96fa-70530dd920e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/775f179f-f40a-448d-a142-f1308a6c1fdd HTTP/1.1" status: 204 len: 168 time: 0.1317253 Apr 07 12:57:23.180938 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba352c-9c84-4b51-96fa-70530dd920e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f179f-f40a-448d-a142-f1308a6c1fdd,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:23.305429 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60964) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:23.412229 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9729f60a-46ec-404b-a8c5-7df6dce0c922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.557173 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c86b6a-a17b-451b-92e5-309d1aba7c87 req-21e48ccd-28e6-4eb4-9fc7-81d61a736927 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:23.558734 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f7c86b6a-a17b-451b-92e5-309d1aba7c87 req-21e48ccd-28e6-4eb4-9fc7-81d61a736927 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.1107366 Apr 07 12:57:23.563519 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9729f60a-46ec-404b-a8c5-7df6dce0c922 admin admin] Publish callbacks [] for security_group (663ba13a-8526-445f-8959-4aa463c273ef), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.579210 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9729f60a-46ec-404b-a8c5-7df6dce0c922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (663ba13a-8526-445f-8959-4aa463c273ef), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.632285 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-9729f60a-46ec-404b-a8c5-7df6dce0c922 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e37fe4b112e044c09a09e245b055b5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256924 Apr 07 12:57:23.634863 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 60986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:23.641427 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729f60a-46ec-404b-a8c5-7df6dce0c922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663ba13a-8526-445f-8959-4aa463c273ef,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:23.647739 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f7c86b6a-a17b-451b-92e5-309d1aba7c87 req-c885ac81-62fb-4555-9e00-cf3f083c2842 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823073 Apr 07 12:57:23.706587 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d611591-aa1d-4d5a-acde-f93935183bd1 admin admin] Publish callbacks [] for security_group (663ba13a-8526-445f-8959-4aa463c273ef), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.729402 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d611591-aa1d-4d5a-acde-f93935183bd1 admin admin] Publish callbacks [] for security_group (663ba13a-8526-445f-8959-4aa463c273ef), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.751375 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 60992) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:23.779991 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d611591-aa1d-4d5a-acde-f93935183bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (663ba13a-8526-445f-8959-4aa463c273ef), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.782869 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5d611591-aa1d-4d5a-acde-f93935183bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:23.784182 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5d611591-aa1d-4d5a-acde-f93935183bd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/663ba13a-8526-445f-8959-4aa463c273ef HTTP/1.1" status: 204 len: 168 time: 0.1480675 Apr 07 12:57:23.793448 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d611591-aa1d-4d5a-acde-f93935183bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663ba13a-8526-445f-8959-4aa463c273ef,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:23.917777 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ab71-4bdf-49ba-933a-05dee6944d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:24.017015 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ab71-4bdf-49ba-933a-05dee6944d3d admin admin] Publish callbacks [] for security_group (e55448ec-24c8-4cdc-ae64-74c4f4ff90c9), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:24.024978 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ab71-4bdf-49ba-933a-05dee6944d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e55448ec-24c8-4cdc-ae64-74c4f4ff90c9), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:24.077123 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5ab71-4bdf-49ba-933a-05dee6944d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55448ec-24c8-4cdc-ae64-74c4f4ff90c9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:24.088471 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-d9b5ab71-4bdf-49ba-933a-05dee6944d3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d606c9927e8f4d83890be9ce370b9448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334734 Apr 07 12:57:24.088724 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 32772) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:24.151316 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0279ad9-d3c7-4f76-86ea-6758916bbf29 admin admin] Publish callbacks [] for security_group (e55448ec-24c8-4cdc-ae64-74c4f4ff90c9), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:24.177032 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0279ad9-d3c7-4f76-86ea-6758916bbf29 admin admin] Publish callbacks [] for security_group (e55448ec-24c8-4cdc-ae64-74c4f4ff90c9), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:24.224385 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0279ad9-d3c7-4f76-86ea-6758916bbf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e55448ec-24c8-4cdc-ae64-74c4f4ff90c9), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:24.227405 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f0279ad9-d3c7-4f76-86ea-6758916bbf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:24.228570 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-f0279ad9-d3c7-4f76-86ea-6758916bbf29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e55448ec-24c8-4cdc-ae64-74c4f4ff90c9 HTTP/1.1" status: 204 len: 168 time: 0.1388776 Apr 07 12:57:24.236380 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0279ad9-d3c7-4f76-86ea-6758916bbf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55448ec-24c8-4cdc-ae64-74c4f4ff90c9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:24.775507 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc3286-38f6-4ac2-8aa1-32b843690863 req-4ac175d7-ddad-408b-80a5-997ced6c5fe0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:24.776998 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ecfc3286-38f6-4ac2-8aa1-32b843690863 req-4ac175d7-ddad-408b-80a5-997ced6c5fe0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0547938 Apr 07 12:57:24.825131 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ecfc3286-38f6-4ac2-8aa1-32b843690863 req-3c6270ca-faff-4b7f-aec5-22b1f94d5c11 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Apr 07 12:57:24.870551 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:57:25.779423 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d227b967-7fd5-4772-be38-71bb718d35e4 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d5ce68a193f240ab816d96456816c177&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283167 Apr 07 12:57:25.943362 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314d0f0-9c70-42c8-b13f-47bcfa5df79e req-1d3718a1-8f88-4fa8-a371-57845e0f1391 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:25.945134 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f314d0f0-9c70-42c8-b13f-47bcfa5df79e req-1d3718a1-8f88-4fa8-a371-57845e0f1391 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0518987 Apr 07 12:57:25.960416 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-42d6f6e3-1dda-4533-9b32-aaff67d69271 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:25.961906 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-42d6f6e3-1dda-4533-9b32-aaff67d69271 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770811 Apr 07 12:57:25.977024 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-06227a2a-08f4-4d1a-b1b5-5a674a7ebd55 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/quotas/d5ce68a193f240ab816d96456816c177 HTTP/1.1" status: 200 len: 375 time: 0.0098834 Apr 07 12:57:25.992669 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f314d0f0-9c70-42c8-b13f-47bcfa5df79e req-8acfff9b-6ee0-493d-9166-704c9cc540ee tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Apr 07 12:57:26.011759 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-faa94c4d-52fd-4012-92b6-b51ca5198f51 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5ce68a193f240ab816d96456816c177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297318 Apr 07 12:57:26.173566 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ae1684c5-25aa-474b-bd5f-c2b680b4f4e6 req-f8abbe00-c4e4-4919-a8be-94aff45f4ffb tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 210 time: 0.0259600 Apr 07 12:57:27.106557 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-27fb7a4e-244b-4202-aad8-81c4a982982f tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d5ce68a193f240ab816d96456816c177&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366719 Apr 07 12:57:27.151487 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c087e5-6de3-4ea5-ae40-56fb68565bca req-120e40e8-53bd-457b-9119-5d5b4220880b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:27.152944 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0c087e5-6de3-4ea5-ae40-56fb68565bca req-120e40e8-53bd-457b-9119-5d5b4220880b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0936642 Apr 07 12:57:27.255183 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0c087e5-6de3-4ea5-ae40-56fb68565bca req-63cde924-4c52-4bcd-873f-bb25a4ae9847 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960481 Apr 07 12:57:27.264608 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-f79e83ee-71f3-45b6-af5a-2f813bac1bae tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:27.266065 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-f79e83ee-71f3-45b6-af5a-2f813bac1bae tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502199 Apr 07 12:57:27.267514 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1ea19968-3089-4706-b6d2-6dd47acfb2d8 req-819a0277-fa30-4eef-a603-f2d1467c5bfa tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 210 time: 0.0293903 Apr 07 12:57:27.373521 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Request body: {'port': {'device_id': '5021d682-5e5f-4eb3-8b1c-cf7b4efb8902', 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b', 'admin_state_up': True, 'tenant_id': 'd5ce68a193f240ab816d96456816c177'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:27.479313 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Made reservation on behalf of d5ce68a193f240ab816d96456816c177 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:57:27.482702 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:27.490972 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:27.567344 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks [] for security_group (8163cc9e-bcdc-4706-83af-0cf97c7bc66b), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:27.571077 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (8163cc9e-bcdc-4706-83af-0cf97c7bc66b), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:27.630410 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8163cc9e-bcdc-4706-83af-0cf97c7bc66b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:27.698819 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Allocated IP 192.168.233.184 (26645ad5-5792-4b2c-aae1-2d764c67c39b/044bf779-dde9-4996-90d2-cfe4be35822a/2a45bacf-daa7-4539-9aeb-1000b5aa4edf) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:57:27.849894 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks [] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:27.883177 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:27.924515 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Network 26645ad5-5792-4b2c-aae1-2d764c67c39b is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:57:27.927616 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:27.934421 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:57:27.961417 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Pushing event updated for resources: {'Port': ['ID=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:27.989675 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:27.990310 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:28.006532 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-b0445adb-a7ff-414f-a1bb-3419b8404e32 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6368625 Apr 07 12:57:28.019199 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Request body: {'port': {'device_id': '5021d682-5e5f-4eb3-8b1c-cf7b4efb8902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:28.079428 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:28.111532 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43c37012-d743-48fd-9883-04602999db85 None None] Provisioning complete for port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:28.112054 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43c37012-d743-48fd-9883-04602999db85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:28.148426 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43c37012-d743-48fd-9883-04602999db85 None None] Port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:57:28.362916 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a45bacf-daa7-4539-9aeb-1000b5aa4edf {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:57:28.373428 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Publish callbacks [] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:28.384977 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0769cb3-b01c-4894-aec1-1e3f39e05d2d req-895de461-416c-4bfd-817f-3eaebf73d99f tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:28.386481 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c0769cb3-b01c-4894-aec1-1e3f39e05d2d req-895de461-416c-4bfd-817f-3eaebf73d99f tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 936 time: 0.0528569 Apr 07 12:57:28.394455 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Transition to ACTIVE for port object 2a45bacf-daa7-4539-9aeb-1000b5aa4edf will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:57:28.401998 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8850b-b595-41e3-ac3d-d27664a2fe3b req-7fe4a01f-bcb0-4b92-8061-820bd08b99ef tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:28.403528 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-52a8850b-b595-41e3-ac3d-d27664a2fe3b req-7fe4a01f-bcb0-4b92-8061-820bd08b99ef tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0764737 Apr 07 12:57:28.404570 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:28.437616 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c0769cb3-b01c-4894-aec1-1e3f39e05d2d req-64feb9d4-9b79-49b1-9297-804991e39cad tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Apr 07 12:57:28.480725 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Pushing event updated for resources: {'Port': ['ID=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:28.518116 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-52a8850b-b595-41e3-ac3d-d27664a2fe3b req-9e6bf3d5-7766-46d0-b5d7-ec5970e61a3e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056931 Apr 07 12:57:28.569059 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Attempting to bind port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:57:28.569473 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Attempting to bind port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '88d65ed9-b7a6-46fa-9834-019916647b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:57:28.570437 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Attempting to bind port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf on network 26645ad5-5792-4b2c-aae1-2d764c67c39b {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:57:28.574920 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf on network 26645ad5-5792-4b2c-aae1-2d764c67c39b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:57:28.575240 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Attempting to bind port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf on network 26645ad5-5792-4b2c-aae1-2d764c67c39b {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:57:28.580134 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:57:28.580474 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Checking segment: {'id': '88d65ed9-b7a6-46fa-9834-019916647b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:57:28.580861 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Bound using segment: {'id': '88d65ed9-b7a6-46fa-9834-019916647b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:57:28.581288 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Bound port: 2a45bacf-daa7-4539-9aeb-1000b5aa4edf, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d65ed9-b7a6-46fa-9834-019916647b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:57:28.581647 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:28.646850 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] For port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:57:28.650907 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] For port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,segment=NetworkSegment(88d65ed9-b7a6-46fa-9834-019916647b5f),segment_id=88d65ed9-b7a6-46fa-9834-019916647b5f)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:57:28.657000 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:28.689892 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:28.690526 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:28.691880 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] 10.222.0.26 "PUT /v2.0/ports/2a45bacf-daa7-4539-9aeb-1000b5aa4edf HTTP/1.1" status: 200 len: 1098 time: 0.6769211 Apr 07 12:57:28.692304 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5021d682-5e5f-4eb3-8b1c-cf7b4efb8902', 'tag': '2a45bacf-daa7-4539-9aeb-1000b5aa4edf'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:57:28.695464 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86fb7a7-a6be-4228-91c5-da953fe41115" -d '{"events": [{"name": "network-changed", "server_uuid": "5021d682-5e5f-4eb3-8b1c-cf7b4efb8902", "tag": "2a45bacf-daa7-4539-9aeb-1000b5aa4edf"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:57:28.719599 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af2e23-acde-4e2c-8b14-6dc2d3f6f8de service neutron] Pushing event updated for resources: {'Port': ['ID=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:28.739896 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10048116-3350-40f8-a60c-52c5ffd3b41d x-openstack-request-id: req-10048116-3350-40f8-a60c-52c5ffd3b41d {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:57:28.740214 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5021d682-5e5f-4eb3-8b1c-cf7b4efb8902", "tag": "2a45bacf-daa7-4539-9aeb-1000b5aa4edf", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:57:28.740466 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10048116-3350-40f8-a60c-52c5ffd3b41d {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:57:28.740862 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10048116-3350-40f8-a60c-52c5ffd3b41d'] response: {'name': 'network-changed', 'server_uuid': '5021d682-5e5f-4eb3-8b1c-cf7b4efb8902', 'tag': '2a45bacf-daa7-4539-9aeb-1000b5aa4edf', 'status': 'completed', 'code': 200} Apr 07 12:57:28.791636 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-00f4aaf4-b8b6-423c-8fc8-68b1e6d7569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:28.793231 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-00f4aaf4-b8b6-423c-8fc8-68b1e6d7569b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ce68a193f240ab816d96456816c177&device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 1132 time: 0.0463398 Apr 07 12:57:28.842674 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-7e32eba9-ab5b-4caf-8e48-743a70da1e22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=2a45bacf-daa7-4539-9aeb-1000b5aa4edf HTTP/1.1" status: 200 len: 217 time: 0.0385442 Apr 07 12:57:28.896548 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-cf7d62ba-eb6e-4351-94fc-8556635a522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:28.899338 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-cf7d62ba-eb6e-4351-94fc-8556635a522b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=044bf779-dde9-4996-90d2-cfe4be35822a HTTP/1.1" status: 200 len: 843 time: 0.0473878 Apr 07 12:57:28.950853 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-340e4ca2-2a18-42ec-a7a1-892b7318739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:28.952365 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-340e4ca2-2a18-42ec-a7a1-892b7318739c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26645ad5-5792-4b2c-aae1-2d764c67c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435140 Apr 07 12:57:29.044941 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-2b610674-582e-4eee-a335-0924b19cb86f service neutron] 10.222.0.26 "GET /v2.0/networks/26645ad5-5792-4b2c-aae1-2d764c67c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858858 Apr 07 12:57:29.143743 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ea46858-d5d1-40d5-94e7-1808874150bd req-8921dcd5-86f5-4d9f-9189-889c3e697200 service neutron] 10.222.0.26 "GET /v2.0/networks/26645ad5-5792-4b2c-aae1-2d764c67c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914884 Apr 07 12:57:29.560334 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adb177-1314-45b2-8fa5-df8b76e80f1c req-dd79567f-9290-4c62-9d1a-b6b103691470 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:29.561826 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-78adb177-1314-45b2-8fa5-df8b76e80f1c req-dd79567f-9290-4c62-9d1a-b6b103691470 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 948 time: 0.0518477 Apr 07 12:57:29.608754 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-78adb177-1314-45b2-8fa5-df8b76e80f1c req-31e6dec0-4502-41ea-991d-81c82e0d647e tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Apr 07 12:57:29.636607 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c435-833e-4f50-b006-47175622235e req-deed525c-ec3e-4fcb-99af-ecca0c363b18 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:29.638084 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c7f1c435-833e-4f50-b006-47175622235e req-deed525c-ec3e-4fcb-99af-ecca0c363b18 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0508246 Apr 07 12:57:29.683991 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c7f1c435-833e-4f50-b006-47175622235e req-e7d55048-a67d-4029-95ce-41b16d02e344 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402167 Apr 07 12:57:30.405429 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-3997b405-3d19-48e7-8765-963f2b3b05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:30.406953 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-3997b405-3d19-48e7-8765-963f2b3b05a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5ce68a193f240ab816d96456816c177&device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 1132 time: 0.0443089 Apr 07 12:57:30.506276 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-ffc78143-6e8a-4dc1-a3ac-8074a8736440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:30.508337 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-ffc78143-6e8a-4dc1-a3ac-8074a8736440 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26645ad5-5792-4b2c-aae1-2d764c67c39b HTTP/1.1" status: 200 len: 870 time: 0.0855038 Apr 07 12:57:30.552394 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-29c340d9-1e28-4b12-8c26-6d435037879e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=2a45bacf-daa7-4539-9aeb-1000b5aa4edf HTTP/1.1" status: 200 len: 217 time: 0.0330427 Apr 07 12:57:30.600138 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-c82b4d10-be54-4124-a064-b00b1779bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:30.601519 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-c82b4d10-be54-4124-a064-b00b1779bf49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=044bf779-dde9-4996-90d2-cfe4be35822a HTTP/1.1" status: 200 len: 843 time: 0.0414932 Apr 07 12:57:30.654806 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-c498c7c7-a636-47b6-8bee-d1b42cd34819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:30.656376 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-c498c7c7-a636-47b6-8bee-d1b42cd34819 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26645ad5-5792-4b2c-aae1-2d764c67c39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458460 Apr 07 12:57:30.783055 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d61ff-1cca-4163-aa83-eadf4df9c8fd req-00efd3ba-2ae1-44f0-b74a-a510f4de9f15 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:30.784515 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b76d61ff-1cca-4163-aa83-eadf4df9c8fd req-00efd3ba-2ae1-44f0-b74a-a510f4de9f15 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 948 time: 0.1041121 Apr 07 12:57:30.788594 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-0acabc50-fa55-49bb-b896-c03e806b0055 service neutron] 10.222.0.26 "GET /v2.0/networks/26645ad5-5792-4b2c-aae1-2d764c67c39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240315 Apr 07 12:57:30.804173 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4016f-54bd-4d66-b09b-cf41a86866ba req-ffd7bd0b-ddd8-4036-86f9-ae896ec9286d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:30.805646 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-44b4016f-54bd-4d66-b09b-cf41a86866ba req-ffd7bd0b-ddd8-4036-86f9-ae896ec9286d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0554080 Apr 07 12:57:30.851544 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-44b4016f-54bd-4d66-b09b-cf41a86866ba req-26546f13-962a-492f-8903-19102e4ddb6d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399666 Apr 07 12:57:30.881462 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b76d61ff-1cca-4163-aa83-eadf4df9c8fd req-47b31465-b1c7-4cbc-8b6f-5fe7c1dd0934 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900781 Apr 07 12:57:30.909898 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b86fb7a7-a6be-4228-91c5-da953fe41115 req-86bdea76-21c3-4646-b642-50dc552a3671 service neutron] 10.222.0.26 "GET /v2.0/networks/26645ad5-5792-4b2c-aae1-2d764c67c39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055958 Apr 07 12:57:31.518286 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc79a-2c5a-4af2-9b99-a306f4d73189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:31.968857 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719825ab-a033-47a6-bb02-77ab37c377d4 req-d0bd4717-6d8b-4e65-9677-049dd5993a93 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:31.970376 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-719825ab-a033-47a6-bb02-77ab37c377d4 req-d0bd4717-6d8b-4e65-9677-049dd5993a93 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0519381 Apr 07 12:57:32.002509 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fad356-2f53-451f-b845-a345624b1700 req-fb701efa-990b-4b8d-bc21-ba46e6f7917b tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:32.003954 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b3fad356-2f53-451f-b845-a345624b1700 req-fb701efa-990b-4b8d-bc21-ba46e6f7917b tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 948 time: 0.0552394 Apr 07 12:57:32.017008 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-719825ab-a033-47a6-bb02-77ab37c377d4 req-cb87c288-04c5-4bd3-8e37-6591f74a7e5d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Apr 07 12:57:32.051099 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b3fad356-2f53-451f-b845-a345624b1700 req-5c110b70-7cbf-4a27-9caf-a15d88c25df5 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Apr 07 12:57:32.276081 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2a45bacf-daa7-4539-9aeb-1000b5aa4edf details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:57:32.372088 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,segment=NetworkSegment(88d65ed9-b7a6-46fa-9834-019916647b5f),segment_id=88d65ed9-b7a6-46fa-9834-019916647b5f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:32.383515 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '2a45bacf-daa7-4539-9aeb-1000b5aa4edf', 'network_id': '26645ad5-5792-4b2c-aae1-2d764c67c39b', 'port_id': '2a45bacf-daa7-4539-9aeb-1000b5aa4edf', 'mac_address': 'fa:16:3e:c3:f2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044bf779-dde9-4996-90d2-cfe4be35822a', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:57:32.420033 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:32.420416 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:32.436529 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a45bacf-daa7-4539-9aeb-1000b5aa4edf {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:57:32.454824 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,segment=NetworkSegment(88d65ed9-b7a6-46fa-9834-019916647b5f),segment_id=88d65ed9-b7a6-46fa-9834-019916647b5f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:32.458697 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:32.505275 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:32.796776 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['2a45bacf-daa7-4539-9aeb-1000b5aa4edf'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:57:33.159622 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a0c08-f9a4-406b-972e-2f9e80a8a7b4 req-4caee5c9-5ed4-4362-84cd-7d565c5e4d76 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:33.162663 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9c2a0c08-f9a4-406b-972e-2f9e80a8a7b4 req-4caee5c9-5ed4-4362-84cd-7d565c5e4d76 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0624936 Apr 07 12:57:33.185251 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4dd1b-17b8-460c-9ce2-ec796dc29c3d req-71809e99-5974-440d-b84e-723dac9e2d2c tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:33.188018 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cfb4dd1b-17b8-460c-9ce2-ec796dc29c3d req-71809e99-5974-440d-b84e-723dac9e2d2c tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 949 time: 0.0534091 Apr 07 12:57:33.210058 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9c2a0c08-f9a4-406b-972e-2f9e80a8a7b4 req-cc43a64d-87e9-4f14-b2de-fe66767df82e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Apr 07 12:57:33.237421 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cfb4dd1b-17b8-460c-9ce2-ec796dc29c3d req-8435d9b4-8313-4314-b250-6540c1ce87a0 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Apr 07 12:57:33.855631 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-933f56e7-68f6-4fd9-9bbd-7abee5c2b1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:34.296715 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2a45bacf-daa7-4539-9aeb-1000b5aa4edf up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:34.334761 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592347-bf18-44a9-abdb-3bd2f7743658 req-9dd8b12f-52cd-49d8-bf94-3413ffefb277 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:34.336996 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f8592347-bf18-44a9-abdb-3bd2f7743658 req-9dd8b12f-52cd-49d8-bf94-3413ffefb277 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0574033 Apr 07 12:57:34.352749 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:57:34.357093 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:34.357660 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:34.389969 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f8592347-bf18-44a9-abdb-3bd2f7743658 req-9dc572d4-0381-43dd-8d78-778229c7b8d2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467522 Apr 07 12:57:34.443693 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:34.444746 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:34.471859 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5021d682-5e5f-4eb3-8b1c-cf7b4efb8902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a45bacf-daa7-4539-9aeb-1000b5aa4edf'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:57:34.474441 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a077eec-431d-498a-8878-0fe3c4cc2583" -d '{"events": [{"server_uuid": "5021d682-5e5f-4eb3-8b1c-cf7b4efb8902", "name": "network-vif-plugged", "status": "completed", "tag": "2a45bacf-daa7-4539-9aeb-1000b5aa4edf"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:57:34.493957 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,segment=NetworkSegment(88d65ed9-b7a6-46fa-9834-019916647b5f),segment_id=88d65ed9-b7a6-46fa-9834-019916647b5f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:34.499504 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:34.528928 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daab2e6-69e9-46ae-8999-ac09bd36047d x-openstack-request-id: req-5daab2e6-69e9-46ae-8999-ac09bd36047d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:57:34.529326 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5021d682-5e5f-4eb3-8b1c-cf7b4efb8902", "name": "network-vif-plugged", "status": "completed", "tag": "2a45bacf-daa7-4539-9aeb-1000b5aa4edf", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:57:34.529613 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5daab2e6-69e9-46ae-8999-ac09bd36047d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:57:34.530204 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5daab2e6-69e9-46ae-8999-ac09bd36047d'] response: {'server_uuid': '5021d682-5e5f-4eb3-8b1c-cf7b4efb8902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a45bacf-daa7-4539-9aeb-1000b5aa4edf', 'code': 200} Apr 07 12:57:34.536236 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbadcd-9f8a-4f0a-b04b-46d092e3c6c8 req-f7edc31b-6c70-4612-b45d-1fdfba968c85 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:34.537703 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3ffbadcd-9f8a-4f0a-b04b-46d092e3c6c8 req-f7edc31b-6c70-4612-b45d-1fdfba968c85 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 949 time: 0.0630968 Apr 07 12:57:34.558010 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:34.592643 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3ffbadcd-9f8a-4f0a-b04b-46d092e3c6c8 req-152afd92-2e58-4ce0-b46f-7301dc563d7d tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476508 Apr 07 12:57:34.737466 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cbb4c-393a-4dc7-b323-f148dd3b21c6 req-e9a1dc57-4fa8-4982-99aa-790dff70feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:34.738981 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-820cbb4c-393a-4dc7-b323-f148dd3b21c6 req-e9a1dc57-4fa8-4982-99aa-790dff70feee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 1134 time: 0.0468438 Apr 07 12:57:35.029340 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-820cbb4c-393a-4dc7-b323-f148dd3b21c6 req-49a99135-1be8-4f48-b60a-e2f1e73ac1b8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821383 Apr 07 12:57:35.107017 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:35.514581 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f002c-8811-4a98-ad7e-2c26c0d57226 req-9e77ed0e-94bb-4cbd-b8ad-1dbb18847d70 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:35.516111 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2f5f002c-8811-4a98-ad7e-2c26c0d57226 req-9e77ed0e-94bb-4cbd-b8ad-1dbb18847d70 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0595586 Apr 07 12:57:35.570743 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2f5f002c-8811-4a98-ad7e-2c26c0d57226 req-2333398c-e9a2-4cc3-9956-8662048f810b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Apr 07 12:57:35.709950 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024146ed-ae19-49a6-bc7b-3e427c056058 req-03f033ba-cb94-4d8f-9fd5-8109266afc8e tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:35.711486 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-024146ed-ae19-49a6-bc7b-3e427c056058 req-03f033ba-cb94-4d8f-9fd5-8109266afc8e tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 950 time: 0.0499656 Apr 07 12:57:35.756286 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-024146ed-ae19-49a6-bc7b-3e427c056058 req-86c8ceb2-3217-43cd-9fbd-31b0808731d4 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Apr 07 12:57:36.376584 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:36.684236 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f063-e734-4806-b9ae-ac5dc04dfeac req-ec1451cd-5178-44ba-93bb-39013bf83c52 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:36.685710 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3487f063-e734-4806-b9ae-ac5dc04dfeac req-ec1451cd-5178-44ba-93bb-39013bf83c52 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0507128 Apr 07 12:57:36.742671 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3487f063-e734-4806-b9ae-ac5dc04dfeac req-ab844753-e8ad-4ab8-afb5-525e72f3c3c7 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496693 Apr 07 12:57:36.884152 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d07ccd-65b0-4f5a-924a-0f510b53c017 req-f5b35c08-224b-4b2c-a85f-dc069c3f6921 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:36.885668 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-93d07ccd-65b0-4f5a-924a-0f510b53c017 req-f5b35c08-224b-4b2c-a85f-dc069c3f6921 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 950 time: 0.0607681 Apr 07 12:57:36.938629 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-93d07ccd-65b0-4f5a-924a-0f510b53c017 req-311fb9cc-1e18-423a-9255-4dcad8c59be4 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473754 Apr 07 12:57:37.003231 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 32908) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:37.008779 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-08c8c8c2-caa2-4ea4-aad8-b2369cba2c63 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309571586', 'description': 'tempest-description--663236600'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:37.031888 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08c8c8c2-caa2-4ea4-aad8-b2369cba2c63 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.102044 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08c8c8c2-caa2-4ea4-aad8-b2369cba2c63 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (1e736699-9183-4598-a7f1-9dfd5e3d316e), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.105933 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08c8c8c2-caa2-4ea4-aad8-b2369cba2c63 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (1e736699-9183-4598-a7f1-9dfd5e3d316e), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.130925 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-08c8c8c2-caa2-4ea4-aad8-b2369cba2c63 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.132935 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-08c8c8c2-caa2-4ea4-aad8-b2369cba2c63 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1285679 Apr 07 12:57:37.135882 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 32910) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:37.140506 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-4a3dcde5-1984-45ce-96ac-02cc637a707f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group_rule': {'security_group_id': '1e736699-9183-4598-a7f1-9dfd5e3d316e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:37.141286 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8c8c2-caa2-4ea4-aad8-b2369cba2c63 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e736699-9183-4598-a7f1-9dfd5e3d316e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:37.167281 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a3dcde5-1984-45ce-96ac-02cc637a707f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (dc5ea254-1c6e-47b7-8460-64c28249f967), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.222597 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a3dcde5-1984-45ce-96ac-02cc637a707f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (dc5ea254-1c6e-47b7-8460-64c28249f967), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.226776 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a3dcde5-1984-45ce-96ac-02cc637a707f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (dc5ea254-1c6e-47b7-8460-64c28249f967), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.247397 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dcde5-1984-45ce-96ac-02cc637a707f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5ea254-1c6e-47b7-8460-64c28249f967,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:37.259845 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a3dcde5-1984-45ce-96ac-02cc637a707f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.263780 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 32914) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:37.264046 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-4a3dcde5-1984-45ce-96ac-02cc637a707f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270182 Apr 07 12:57:37.269900 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-67b361e3-8bb4-4f94-a05d-74e762032bba tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group_rule': {'security_group_id': '1e736699-9183-4598-a7f1-9dfd5e3d316e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:37.297291 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67b361e3-8bb4-4f94-a05d-74e762032bba tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (5d10ffb5-cbb0-45c8-82c0-9bca1994d7c1), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.359618 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67b361e3-8bb4-4f94-a05d-74e762032bba tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (5d10ffb5-cbb0-45c8-82c0-9bca1994d7c1), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.362652 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67b361e3-8bb4-4f94-a05d-74e762032bba tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (5d10ffb5-cbb0-45c8-82c0-9bca1994d7c1), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.378082 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b361e3-8bb4-4f94-a05d-74e762032bba tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d10ffb5-cbb0-45c8-82c0-9bca1994d7c1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:37.388758 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-67b361e3-8bb4-4f94-a05d-74e762032bba tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.389927 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-67b361e3-8bb4-4f94-a05d-74e762032bba tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246848 Apr 07 12:57:37.392977 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 32918) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:37.397085 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:37.416188 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.512351 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.625130 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Allocated IP 172.28.2.14 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/4984cd64-d9c5-4623-8bd7-7ee122efa1e8) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:57:37.725599 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (4984cd64-d9c5-4623-8bd7-7ee122efa1e8), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.759524 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (4984cd64-d9c5-4623-8bd7-7ee122efa1e8), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.792833 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:37.795434 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:57:37.799739 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:37.805345 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:57:37.818597 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=4984cd64-d9c5-4623-8bd7-7ee122efa1e8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:37.908050 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52524db5-9211-42b1-a8c3-544c79ae4592 req-a944f9ac-7f50-443f-81f9-f1d37e8c519a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:37.909441 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-52524db5-9211-42b1-a8c3-544c79ae4592 req-a944f9ac-7f50-443f-81f9-f1d37e8c519a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0995166 Apr 07 12:57:37.979622 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (4d4c8305-19ee-40ed-aadd-7bc8abfd0992), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:38.019769 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-52524db5-9211-42b1-a8c3-544c79ae4592 req-8b0050d4-8b99-400e-9818-c7f991ca59da tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877113 Apr 07 12:57:38.030132 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (4984cd64-d9c5-4623-8bd7-7ee122efa1e8), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:38.077337 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583681-57f9-403a-97a9-485f5135240e req-32cc043b-16c5-43bd-a57d-4bc83413b45b tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:38.078931 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-65583681-57f9-403a-97a9-485f5135240e req-32cc043b-16c5-43bd-a57d-4bc83413b45b tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 950 time: 0.0692079 Apr 07 12:57:38.130912 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-65583681-57f9-403a-97a9-485f5135240e req-5ff8f86e-e0db-40b2-ba41-c3f97027238c tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Apr 07 12:57:38.206130 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (4984cd64-d9c5-4623-8bd7-7ee122efa1e8), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:38.211324 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133721'] for port (4984cd64-d9c5-4623-8bd7-7ee122efa1e8), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:38.283563 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=4984cd64-d9c5-4623-8bd7-7ee122efa1e8,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:38.298768 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (4d4c8305-19ee-40ed-aadd-7bc8abfd0992), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:38.317301 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:38.327593 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-0a63f244-5689-4769-8a56-189398610e12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9246306 Apr 07 12:57:38.437773 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211659a4-d9eb-40fe-88a7-c73cf2c50c4e req-a0b58ba4-ffd2-46be-90e5-77d8b9ae2d02 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:38.439493 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-211659a4-d9eb-40fe-88a7-c73cf2c50c4e req-a0b58ba4-ffd2-46be-90e5-77d8b9ae2d02 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 950 time: 0.0600877 Apr 07 12:57:38.494774 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-211659a4-d9eb-40fe-88a7-c73cf2c50c4e req-f6b14585-e7e8-46e0-a214-64e7ad976596 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489097 Apr 07 12:57:38.561215 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-1e4cbed8-1937-47f6-8e2d-c4adb538b311 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--309571586&fields=id&tenant_id=09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 267 time: 0.0428967 Apr 07 12:57:38.667619 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692a96f-a405-44b4-9587-eda9e66925fd req-bb20f478-cfe2-49ac-afab-30602876cc03 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:38.669108 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-bb20f478-cfe2-49ac-afab-30602876cc03 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 815 time: 0.1015565 Apr 07 12:57:38.683197 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-47665a83-4ca6-49de-ae58-a37d29382f23 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/quotas/09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 375 time: 0.0087590 Apr 07 12:57:38.737217 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-8be6a289-b8af-462f-888d-7a555aefca12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493040 Apr 07 12:57:38.830234 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-6a6811af-eb8e-46b5-be5d-3a3866d5c4ed service neutron] 10.222.0.45 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811784 Apr 07 12:57:38.920494 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-c4f6fba5-e872-40c8-a4d9-3ccf94063233 service neutron] 10.222.0.45 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844500 Apr 07 12:57:39.082427 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b11981e6-c4ad-4450-981a-4dd3b2305be6 req-043af36a-2e1b-4c3b-a491-f8ce12cf93db tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 210 time: 0.0307362 Apr 07 12:57:39.154729 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7a28-ea26-44cf-9acb-d20016a07c45 req-980dd778-0d9d-45a3-b03a-b661bcee8f54 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:39.157225 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e17f7a28-ea26-44cf-9acb-d20016a07c45 req-980dd778-0d9d-45a3-b03a-b661bcee8f54 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0579162 Apr 07 12:57:39.208719 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e17f7a28-ea26-44cf-9acb-d20016a07c45 req-856dea6c-521b-409f-a42e-7e7209b5ccab tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Apr 07 12:57:39.601741 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db52dbf-a574-4883-bae7-c512cdcaeb56 req-81563a76-37c5-49d6-a7b1-0456cf9a96c2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:39.603374 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1db52dbf-a574-4883-bae7-c512cdcaeb56 req-81563a76-37c5-49d6-a7b1-0456cf9a96c2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0568652 Apr 07 12:57:39.621633 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd225167-309b-45c6-a8c1-944ea316ce3d req-2790dfde-44e7-4f4d-843e-8ac6aa730efb tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:39.623469 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dd225167-309b-45c6-a8c1-944ea316ce3d req-2790dfde-44e7-4f4d-843e-8ac6aa730efb tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 950 time: 0.0540640 Apr 07 12:57:39.649554 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1db52dbf-a574-4883-bae7-c512cdcaeb56 req-c98352fe-d036-43ec-96a1-18e2e83f577d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407190 Apr 07 12:57:39.669096 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dd225167-309b-45c6-a8c1-944ea316ce3d req-2e5d74c3-8d95-4fe1-bb60-7e096560a0a8 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Apr 07 12:57:40.176512 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8604387d-784b-42d0-9f45-a259b1c66a17 req-b680bd48-7080-4713-9b1a-466f752c5cd1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 210 time: 0.0267539 Apr 07 12:57:40.241338 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-ec462df9-fe8c-4452-9a05-7c880f00de6f tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:40.243392 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-ec462df9-fe8c-4452-9a05-7c880f00de6f tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.26 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 950 time: 0.0513728 Apr 07 12:57:40.328295 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544bcf1-3fb1-4cda-92ab-518e6f532226 req-474ee642-4197-4703-9ba6-303726d64556 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:40.329808 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9544bcf1-3fb1-4cda-92ab-518e6f532226 req-474ee642-4197-4703-9ba6-303726d64556 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0518093 Apr 07 12:57:40.381279 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9544bcf1-3fb1-4cda-92ab-518e6f532226 req-3c3d34a0-48f4-4174-892c-f6a74b13c4d4 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Apr 07 12:57:40.769265 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef258-6580-42ed-8e6e-2045e7b4e1e9 req-b1c3ce2d-f531-49af-8cc7-5266ab944d44 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:40.770767 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-991ef258-6580-42ed-8e6e-2045e7b4e1e9 req-b1c3ce2d-f531-49af-8cc7-5266ab944d44 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0509217 Apr 07 12:57:40.786581 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e56de0-aa71-4d1d-99ba-ca51760b86fe req-b46e873b-034e-462c-bfc3-71e4cc086c78 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:40.788108 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-16e56de0-aa71-4d1d-99ba-ca51760b86fe req-b46e873b-034e-462c-bfc3-71e4cc086c78 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 950 time: 0.0513074 Apr 07 12:57:40.821755 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-991ef258-6580-42ed-8e6e-2045e7b4e1e9 req-e2ca12a2-c612-4508-a4fc-010142bf78fb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443680 Apr 07 12:57:40.834480 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-16e56de0-aa71-4d1d-99ba-ca51760b86fe req-ad816bbd-42a8-46ae-a973-971cfdded2aa tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/security-groups?id=8163cc9e-bcdc-4706-83af-0cf97c7bc66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Apr 07 12:57:41.081899 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Deleting port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:57:41.082244 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:41.187338 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692a96f-a405-44b4-9587-eda9e66925fd req-99f77332-bafb-4c55-bb68-32c5990238b1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:41.188753 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-99f77332-bafb-4c55-bb68-32c5990238b1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 815 time: 0.1742535 Apr 07 12:57:41.206641 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] For port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,segment=NetworkSegment(88d65ed9-b7a6-46fa-9834-019916647b5f),segment_id=88d65ed9-b7a6-46fa-9834-019916647b5f)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:41.207005 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:41.221087 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Calling delete_port for 2a45bacf-daa7-4539-9aeb-1000b5aa4edf owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:57:41.269947 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-04ef7bb4-7831-44de-8e52-43629d994931 req-580ce5a1-395f-45a9-8cdc-d3f489c0d300 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 210 time: 0.0259538 Apr 07 12:57:41.351915 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (2a45bacf-daa7-4539-9aeb-1000b5aa4edf), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:41.364247 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['2a45bacf-daa7-4539-9aeb-1000b5aa4edf'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:57:41.404054 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Pushing event deleted for resources: {'Port': ['ID=2a45bacf-daa7-4539-9aeb-1000b5aa4edf,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:41.456343 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] No DVR routers for this DVR port 2a45bacf-daa7-4539-9aeb-1000b5aa4edf on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:57:41.469511 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:41.472631 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8b9d8a13-d10f-4a43-8903-5a736c3262ac req-39014a3c-d962-4004-b8a4-aed657f03b44 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.26 "DELETE /v2.0/ports/2a45bacf-daa7-4539-9aeb-1000b5aa4edf HTTP/1.1" status: 204 len: 173 time: 0.5371742 Apr 07 12:57:41.477797 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5021d682-5e5f-4eb3-8b1c-cf7b4efb8902', 'name': 'network-vif-deleted', 'tag': '2a45bacf-daa7-4539-9aeb-1000b5aa4edf'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:57:41.480170 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54794e3-f32b-4bcb-9584-cb6dd0a15550" -d '{"events": [{"server_uuid": "5021d682-5e5f-4eb3-8b1c-cf7b4efb8902", "name": "network-vif-deleted", "tag": "2a45bacf-daa7-4539-9aeb-1000b5aa4edf"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:57:41.531209 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0575577-97e5-4b88-b706-40e037f5b374 x-openstack-request-id: req-e0575577-97e5-4b88-b706-40e037f5b374 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:57:41.531501 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5021d682-5e5f-4eb3-8b1c-cf7b4efb8902", "name": "network-vif-deleted", "tag": "2a45bacf-daa7-4539-9aeb-1000b5aa4edf", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:57:41.531750 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0575577-97e5-4b88-b706-40e037f5b374 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:57:41.532142 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0575577-97e5-4b88-b706-40e037f5b374'] response: {'server_uuid': '5021d682-5e5f-4eb3-8b1c-cf7b4efb8902', 'name': 'network-vif-deleted', 'tag': '2a45bacf-daa7-4539-9aeb-1000b5aa4edf', 'status': 'completed', 'code': 200} Apr 07 12:57:41.548258 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-53e64057-7050-4614-ab35-cea03c3fab83 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 471 time: 0.1897507 Apr 07 12:57:41.562995 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfda06-d5a2-4e22-95b7-d35e18f71fba req-9a23b501-ff40-44ba-b008-ea6d873ab4d8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:41.564699 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-21cfda06-d5a2-4e22-95b7-d35e18f71fba req-9a23b501-ff40-44ba-b008-ea6d873ab4d8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.1041582 Apr 07 12:57:41.589186 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'port': {'device_id': '85f44001-50e6-4495-a24b-e76475928c83', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'admin_state_up': True, 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'security_groups': ['1e736699-9183-4598-a7f1-9dfd5e3d316e']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:41.679971 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-21cfda06-d5a2-4e22-95b7-d35e18f71fba req-cf15b17f-8f25-4eb5-9316-116cbf822ba8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070879 Apr 07 12:57:41.752185 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Made reservation on behalf of 09e8ec0872574b838c0c1bad4abf2093 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:57:41.756521 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:41.886489 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Allocated IP 172.20.0.8 (7168dd73-28dd-4ce5-9a86-2153d1e0fea4/1029117b-6b27-42fc-af69-b20087717eee/f54664c9-9ba1-47fd-a581-40686779d0eb) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:57:41.952132 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5618-1786-4890-9d21-36da8c6b00d8 req-f347668e-9219-4df7-8711-b30fe24b96d9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:41.953632 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a05e5618-1786-4890-9d21-36da8c6b00d8 req-f347668e-9219-4df7-8711-b30fe24b96d9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Apr 07 12:57:42.004834 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a05e5618-1786-4890-9d21-36da8c6b00d8 req-4afd469f-2c87-42d9-93c9-ee2ce2507c8d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449018 Apr 07 12:57:42.021607 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4dc2a-88be-4692-ab3c-d094ece6f786 req-59322ed1-2155-4aee-aa30-0cde8f1c6f2b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:42.023272 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-82c4dc2a-88be-4692-ab3c-d094ece6f786 req-59322ed1-2155-4aee-aa30-0cde8f1c6f2b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.1243105 Apr 07 12:57:42.108172 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-82c4dc2a-88be-4692-ab3c-d094ece6f786 req-3546abae-b8c8-4fcd-bbbb-dc1460720693 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757716 Apr 07 12:57:42.110887 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.118851 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-79debb12-3718-44e4-8326-0ca071996396 req-2f1348b9-895e-4d1e-8e5c-60c817db1155 tempest-VolumesNegativeTest-899269112 tempest-VolumesNegativeTest-899269112-project] 10.222.0.45 "GET /v2.0/ports?device_id=5021d682-5e5f-4eb3-8b1c-cf7b4efb8902 HTTP/1.1" status: 200 len: 210 time: 0.0337594 Apr 07 12:57:42.158869 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.206481 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:57:42.209805 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:42.214553 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:57:42.243484 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=f54664c9-9ba1-47fd-a581-40686779d0eb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:42.274078 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:42.274746 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.297114 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-b0086b9d-c055-4240-9a50-22e53de2cc09 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7133811 Apr 07 12:57:42.315852 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Request body: {'port': {'device_id': '85f44001-50e6-4495-a24b-e76475928c83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:42.383743 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.394008 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba2d1-9d7e-4521-9cfa-e4f859bf23a4 req-2116d5f0-72fe-4446-96fb-c71d3635b27a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:42.395588 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5adba2d1-9d7e-4521-9cfa-e4f859bf23a4 req-2116d5f0-72fe-4446-96fb-c71d3635b27a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 931 time: 0.0570695 Apr 07 12:57:42.443483 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5adba2d1-9d7e-4521-9cfa-e4f859bf23a4 req-e66aebe3-a945-4f2c-b21b-be0fde584a12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414114 Apr 07 12:57:42.492839 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-d1ed2727-57fa-485b-a57d-bb90476b5695 None None] Provisioning complete for port f54664c9-9ba1-47fd-a581-40686779d0eb triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:42.493367 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2727-57fa-485b-a57d-bb90476b5695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.531564 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed2727-57fa-485b-a57d-bb90476b5695 None None] Port f54664c9-9ba1-47fd-a581-40686779d0eb cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:57:42.646837 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54664c9-9ba1-47fd-a581-40686779d0eb {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:57:42.654026 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Publish callbacks [] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.665850 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Transition to ACTIVE for port object f54664c9-9ba1-47fd-a581-40686779d0eb will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:57:42.669493 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.720876 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Pushing event updated for resources: {'Port': ['ID=f54664c9-9ba1-47fd-a581-40686779d0eb,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:42.828408 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Attempting to bind port f54664c9-9ba1-47fd-a581-40686779d0eb on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:57:42.828408 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Attempting to bind port f54664c9-9ba1-47fd-a581-40686779d0eb by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:57:42.828408 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Attempting to bind port f54664c9-9ba1-47fd-a581-40686779d0eb on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:57:42.842450 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65af92-28c0-4e16-a675-0e1b0a81a5e9 req-2b1820ee-0799-4a99-a570-df20d4d3c579 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:42.844023 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0a65af92-28c0-4e16-a675-0e1b0a81a5e9 req-2b1820ee-0799-4a99-a570-df20d4d3c579 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0823128 Apr 07 12:57:42.844626 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Port f54664c9-9ba1-47fd-a581-40686779d0eb on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:57:42.844948 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Attempting to bind port f54664c9-9ba1-47fd-a581-40686779d0eb on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:57:42.852609 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:57:42.852942 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Checking segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:57:42.853320 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Bound using segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:57:42.853750 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Bound port: f54664c9-9ba1-47fd-a581-40686779d0eb, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:57:42.854108 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.929400 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0a65af92-28c0-4e16-a675-0e1b0a81a5e9 req-44ba9b15-3f69-41ff-a64d-ab377a577d3f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782251 Apr 07 12:57:42.949397 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] For port f54664c9-9ba1-47fd-a581-40686779d0eb, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:57:42.952492 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] For port f54664c9-9ba1-47fd-a581-40686779d0eb, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f54664c9-9ba1-47fd-a581-40686779d0eb,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:57:42.958927 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.997185 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:42.997798 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:42.999195 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] 10.222.0.26 "PUT /v2.0/ports/f54664c9-9ba1-47fd-a581-40686779d0eb HTTP/1.1" status: 200 len: 1093 time: 0.6877868 Apr 07 12:57:43.019027 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac607c-425f-4211-ac9d-2be235785da4 service neutron] Pushing event updated for resources: {'Port': ['ID=f54664c9-9ba1-47fd-a581-40686779d0eb,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:43.096455 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692a96f-a405-44b4-9587-eda9e66925fd req-086137f6-8362-429b-9bda-fce98a6093b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:43.098058 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-086137f6-8362-429b-9bda-fce98a6093b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 1127 time: 0.0589275 Apr 07 12:57:43.136924 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab61173-d7b3-44fb-a86d-49b04bdf29a6 req-dbad4f23-b299-4e71-9efa-e56eef0a7667 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:43.146886 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3ab61173-d7b3-44fb-a86d-49b04bdf29a6 req-dbad4f23-b299-4e71-9efa-e56eef0a7667 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0630643 Apr 07 12:57:43.147293 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-bb202e33-0f69-4adf-9bdd-854ad9716e2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54664c9-9ba1-47fd-a581-40686779d0eb HTTP/1.1" status: 200 len: 217 time: 0.0370221 Apr 07 12:57:43.222046 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692a96f-a405-44b4-9587-eda9e66925fd req-4f68170d-6d9a-41b0-89fb-c62b0b43d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:43.223632 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-4f68170d-6d9a-41b0-89fb-c62b0b43d46a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.0667667 Apr 07 12:57:43.228765 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3ab61173-d7b3-44fb-a86d-49b04bdf29a6 req-91045e03-91ab-4bca-af2e-3c293bba9401 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736618 Apr 07 12:57:43.309609 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692a96f-a405-44b4-9587-eda9e66925fd req-c4766196-9709-4f99-b2dd-173e5feda95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:43.311157 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-c4766196-9709-4f99-b2dd-173e5feda95a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0798090 Apr 07 12:57:43.318766 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d82c9-b42b-46a6-8ae5-d288f750f1f3 req-5fbbb358-6dcc-4645-9731-0b0049103872 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:43.321154 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-af0d82c9-b42b-46a6-8ae5-d288f750f1f3 req-5fbbb358-6dcc-4645-9731-0b0049103872 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0814984 Apr 07 12:57:43.428063 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-af0d82c9-b42b-46a6-8ae5-d288f750f1f3 req-a773dbf1-6b3e-49fe-8338-1612ab07aea6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916560 Apr 07 12:57:43.454002 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-1509640b-3ba1-4180-8cf6-7b2e8fac0da8 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254499 Apr 07 12:57:43.533076 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f44001-50e6-4495-a24b-e76475928c83', 'tag': 'f54664c9-9ba1-47fd-a581-40686779d0eb'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:57:43.535430 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaf548c-2762-48e9-8a24-9503295a1397" -d '{"events": [{"name": "network-changed", "server_uuid": "85f44001-50e6-4495-a24b-e76475928c83", "tag": "f54664c9-9ba1-47fd-a581-40686779d0eb"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:57:43.566815 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26201da2-3087-4a74-8124-fb2011be1e4d req-eda8fcbe-793a-4986-bf42-0ffad459a668 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:43.569019 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-26201da2-3087-4a74-8124-fb2011be1e4d req-eda8fcbe-793a-4986-bf42-0ffad459a668 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 943 time: 0.0567026 Apr 07 12:57:43.569141 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c692a96f-a405-44b4-9587-eda9e66925fd req-f3566c2f-55d9-46d4-acbf-b32c1b0c33ac service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041605 Apr 07 12:57:43.582015 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c127e14e-7edb-4f1e-a4b4-9ff479dc22ee x-openstack-request-id: req-c127e14e-7edb-4f1e-a4b4-9ff479dc22ee {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:57:43.582809 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f44001-50e6-4495-a24b-e76475928c83", "tag": "f54664c9-9ba1-47fd-a581-40686779d0eb", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:57:43.583079 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c127e14e-7edb-4f1e-a4b4-9ff479dc22ee {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:57:43.583484 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c127e14e-7edb-4f1e-a4b4-9ff479dc22ee'] response: {'name': 'network-changed', 'server_uuid': '85f44001-50e6-4495-a24b-e76475928c83', 'tag': 'f54664c9-9ba1-47fd-a581-40686779d0eb', 'status': 'completed', 'code': 200} Apr 07 12:57:43.623090 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-26201da2-3087-4a74-8124-fb2011be1e4d req-efc365df-5cbd-47d3-ab2d-53c8f62787d2 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482826 Apr 07 12:57:44.053344 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac90fda-3505-4a1d-87d9-f9f50598238f req-60f3d5f7-34dd-471f-87ad-b8bac4ac8f47 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:44.055718 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-aac90fda-3505-4a1d-87d9-f9f50598238f req-60f3d5f7-34dd-471f-87ad-b8bac4ac8f47 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0553863 Apr 07 12:57:44.104278 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-aac90fda-3505-4a1d-87d9-f9f50598238f req-5097ff2c-d13b-4852-8676-ab9411d26338 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Apr 07 12:57:44.341505 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2a45bacf-daa7-4539-9aeb-1000b5aa4edf no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:57:44.362156 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 2a45bacf-daa7-4539-9aeb-1000b5aa4edf {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:57:44.362542 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2a45bacf-daa7-4539-9aeb-1000b5aa4edf not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:57:44.367005 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896b866-f170-4d64-af2f-54d1892994c9 req-e3f15dea-c568-45a8-8b2c-287e977cad99 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:44.368507 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6896b866-f170-4d64-af2f-54d1892994c9 req-e3f15dea-c568-45a8-8b2c-287e977cad99 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0590866 Apr 07 12:57:44.417879 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6896b866-f170-4d64-af2f-54d1892994c9 req-1daefadf-ac0e-48a5-aef6-73dc2802a1b4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439565 Apr 07 12:57:44.571788 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-084fe319-d39a-4b53-bcbb-1f23a19d171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:44.573431 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-084fe319-d39a-4b53-bcbb-1f23a19d171e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 1127 time: 0.0792181 Apr 07 12:57:44.583494 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6b212-ec20-4759-be55-fef31d7a0632 req-7c204302-767e-47a5-abd0-e65344927e8d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:44.585011 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6c6b212-ec20-4759-be55-fef31d7a0632 req-7c204302-767e-47a5-abd0-e65344927e8d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0821242 Apr 07 12:57:44.690836 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6c6b212-ec20-4759-be55-fef31d7a0632 req-02e4e605-d74d-4b9d-924d-3dc8be988f5a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976784 Apr 07 12:57:44.737208 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-b641b55e-5053-4bba-9d27-e4467b0851f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:44.738718 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-b641b55e-5053-4bba-9d27-e4467b0851f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 916 time: 0.1527112 Apr 07 12:57:44.751284 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c393c-bce8-42bb-ac88-abe32a5ab0c1 req-4c008787-ce51-4b9c-95c5-cc2203f5bfe8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:44.752839 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cd1c393c-bce8-42bb-ac88-abe32a5ab0c1 req-4c008787-ce51-4b9c-95c5-cc2203f5bfe8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 943 time: 0.0611167 Apr 07 12:57:44.787767 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-b2bcce1a-7c0a-425d-bc71-768f890833d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54664c9-9ba1-47fd-a581-40686779d0eb HTTP/1.1" status: 200 len: 217 time: 0.0408466 Apr 07 12:57:44.801452 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cd1c393c-bce8-42bb-ac88-abe32a5ab0c1 req-920a48df-9c6b-4a48-983e-b254c1b44061 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428534 Apr 07 12:57:44.839157 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-2f5b914f-8cd4-48e5-b37a-b53f2a731fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:44.840636 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-2f5b914f-8cd4-48e5-b37a-b53f2a731fd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.0468848 Apr 07 12:57:44.890451 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-d351fe7d-0bc2-42c8-8230-db426bccc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:44.891958 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-d351fe7d-0bc2-42c8-8230-db426bccc369 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444493 Apr 07 12:57:44.988809 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-0d150ae4-a985-4a14-85b3-c88f46e56043 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870018 Apr 07 12:57:45.081659 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1eaf548c-2762-48e9-8a24-9503295a1397 req-7098b4f9-b50e-4a63-be80-f27827df34d3 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861518 Apr 07 12:57:45.235630 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf835f-cc15-4847-a640-4b571bb5a276 req-24ebb30b-5504-4e45-8887-58763dbda715 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:45.237146 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-7fdf835f-cc15-4847-a640-4b571bb5a276 req-24ebb30b-5504-4e45-8887-58763dbda715 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0620079 Apr 07 12:57:45.291457 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-7fdf835f-cc15-4847-a640-4b571bb5a276 req-e76fde23-9aad-4ef9-8236-1fffe82def8a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Apr 07 12:57:45.546073 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cf5d0-4d00-437c-a41c-8971582c9761 req-feb93c9d-d863-40ef-9b93-0deeace20b34 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:45.547631 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-203cf5d0-4d00-437c-a41c-8971582c9761 req-feb93c9d-d863-40ef-9b93-0deeace20b34 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0602412 Apr 07 12:57:45.600128 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-203cf5d0-4d00-437c-a41c-8971582c9761 req-556451fc-db73-4b03-9397-f9b66f050959 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469205 Apr 07 12:57:45.833113 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ade67-e17d-4e69-b99a-9256259ed2a1 req-01b69050-769e-4d4e-85e7-9a8015175402 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:45.834685 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3a1ade67-e17d-4e69-b99a-9256259ed2a1 req-01b69050-769e-4d4e-85e7-9a8015175402 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0633798 Apr 07 12:57:45.910769 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3a1ade67-e17d-4e69-b99a-9256259ed2a1 req-0d7d4254-92bd-45dd-8423-6e3890b86c93 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682881 Apr 07 12:57:45.942998 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9db79d-5181-4bd4-a2ab-716bcba667e0 req-31d776cd-405d-4a91-bd5d-a17b8fe063d2 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:45.944679 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0a9db79d-5181-4bd4-a2ab-716bcba667e0 req-31d776cd-405d-4a91-bd5d-a17b8fe063d2 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 943 time: 0.0705752 Apr 07 12:57:45.996121 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0a9db79d-5181-4bd4-a2ab-716bcba667e0 req-3d05c9be-4151-45e5-a181-1feba0d12153 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454943 Apr 07 12:57:46.354365 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device f54664c9-9ba1-47fd-a581-40686779d0eb details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:57:46.416254 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be160f-4481-4090-870c-d86866f3dc05 req-dd5fdeb4-89ae-45c9-86cf-fbe277ad24ff tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:46.417732 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-92be160f-4481-4090-870c-d86866f3dc05 req-dd5fdeb4-89ae-45c9-86cf-fbe277ad24ff tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0519261 Apr 07 12:57:46.452949 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port f54664c9-9ba1-47fd-a581-40686779d0eb, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f54664c9-9ba1-47fd-a581-40686779d0eb,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:46.464937 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': 'f54664c9-9ba1-47fd-a581-40686779d0eb', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'port_id': 'f54664c9-9ba1-47fd-a581-40686779d0eb', 'mac_address': 'fa:16:3e:9d:52:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:57:46.467649 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-92be160f-4481-4090-870c-d86866f3dc05 req-eb6d34e6-5f45-4b6a-9bc7-7fa26fe8ac83 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442457 Apr 07 12:57:46.503810 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port f54664c9-9ba1-47fd-a581-40686779d0eb is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:46.504197 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:46.516725 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54664c9-9ba1-47fd-a581-40686779d0eb {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:57:46.540088 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port f54664c9-9ba1-47fd-a581-40686779d0eb, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f54664c9-9ba1-47fd-a581-40686779d0eb,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:46.544164 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:46.591603 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=f54664c9-9ba1-47fd-a581-40686779d0eb,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:46.723292 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43f878-797e-4043-8087-7f108a1c73f3 req-e15f6bff-d488-4ca7-a313-4373ada4c5e2 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:46.724757 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1f43f878-797e-4043-8087-7f108a1c73f3 req-e15f6bff-d488-4ca7-a313-4373ada4c5e2 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0549395 Apr 07 12:57:46.770171 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1f43f878-797e-4043-8087-7f108a1c73f3 req-4f1effe5-79a0-412b-9791-1219ba0aaf08 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399003 Apr 07 12:57:46.816299 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['f54664c9-9ba1-47fd-a581-40686779d0eb'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:57:47.032129 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2baa2-3372-4a92-8600-f7f561802c54 req-a936bccd-904a-464f-8e5f-07817e91a1f0 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:47.033644 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-07f2baa2-3372-4a92-8600-f7f561802c54 req-a936bccd-904a-464f-8e5f-07817e91a1f0 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0519974 Apr 07 12:57:47.081467 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-07f2baa2-3372-4a92-8600-f7f561802c54 req-e87de7f1-82c0-46d3-9aff-63ba1272d96f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Apr 07 12:57:47.114856 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29b003-b9ee-49a7-ab01-520814d08996 req-38b71f70-96d2-4b45-9351-0ce9a91c7827 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:47.116964 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5a29b003-b9ee-49a7-ab01-520814d08996 req-38b71f70-96d2-4b45-9351-0ce9a91c7827 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 944 time: 0.0544014 Apr 07 12:57:47.164757 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5a29b003-b9ee-49a7-ab01-520814d08996 req-eef528ec-bb67-415d-bf26-1146028a9cee tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400627 Apr 07 12:57:47.379119 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:47.532956 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-4d07e84c-d4e9-42f5-bfca-3ee3cff628b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5ce68a193f240ab816d96456816c177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504493 Apr 07 12:57:47.533238 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33320) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:47.580639 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90d40b1-31b4-4cee-b092-3e5f773ecfc9 admin admin] Publish callbacks [] for security_group (8163cc9e-bcdc-4706-83af-0cf97c7bc66b), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:47.584560 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2405-96ab-4765-bc86-d97160311c99 req-317f1759-c9ea-4947-868f-dfc678a8673a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:47.586250 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-15ef2405-96ab-4765-bc86-d97160311c99 req-317f1759-c9ea-4947-868f-dfc678a8673a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0514743 Apr 07 12:57:47.605489 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90d40b1-31b4-4cee-b092-3e5f773ecfc9 admin admin] Publish callbacks [] for security_group (8163cc9e-bcdc-4706-83af-0cf97c7bc66b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:47.633034 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-15ef2405-96ab-4765-bc86-d97160311c99 req-2d6977f5-7720-4ffc-b7a4-fc4f7671d6c9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Apr 07 12:57:47.653144 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90d40b1-31b4-4cee-b092-3e5f773ecfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (8163cc9e-bcdc-4706-83af-0cf97c7bc66b), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:47.655888 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b90d40b1-31b4-4cee-b092-3e5f773ecfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:47.657051 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b90d40b1-31b4-4cee-b092-3e5f773ecfc9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8163cc9e-bcdc-4706-83af-0cf97c7bc66b HTTP/1.1" status: 204 len: 168 time: 0.1228755 Apr 07 12:57:47.665467 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d40b1-31b4-4cee-b092-3e5f773ecfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8163cc9e-bcdc-4706-83af-0cf97c7bc66b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:47.888314 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8177a-848e-4f26-a69d-5dfeed8e8f81 req-10721a4f-77d2-4071-bef2-d15cbf2587a1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:47.889903 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-45d8177a-848e-4f26-a69d-5dfeed8e8f81 req-10721a4f-77d2-4071-bef2-d15cbf2587a1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0522885 Apr 07 12:57:47.937430 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-45d8177a-848e-4f26-a69d-5dfeed8e8f81 req-0bac8a18-226a-4c18-9cdb-c928430bd87a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Apr 07 12:57:48.213421 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88761ce3-6293-462e-9bcd-ac1bda673f69 req-3dc898f5-461a-4c14-ae96-40080abb71d6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:48.214893 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-88761ce3-6293-462e-9bcd-ac1bda673f69 req-3dc898f5-461a-4c14-ae96-40080abb71d6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0624504 Apr 07 12:57:48.265206 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-88761ce3-6293-462e-9bcd-ac1bda673f69 req-0751f168-85d9-4137-b715-66225364cbf5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445349 Apr 07 12:57:48.292999 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c17ab9-ac95-4717-adc0-ee0f5e24f6ef req-c7daeb44-b3f9-4f8f-b889-188e7f7cba11 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:48.294635 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-49c17ab9-ac95-4717-adc0-ee0f5e24f6ef req-c7daeb44-b3f9-4f8f-b889-188e7f7cba11 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 944 time: 0.0572944 Apr 07 12:57:48.300167 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 33348) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:48.343921 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-49c17ab9-ac95-4717-adc0-ee0f5e24f6ef req-9e674626-25e4-4d67-af47-a23da8aa534d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Apr 07 12:57:48.374323 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device f54664c9-9ba1-47fd-a581-40686779d0eb up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:48.397803 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-303571795-network', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:48.416433 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Made reservation on behalf of 93ca6ad10d8a453890846cd1b84ed68a for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:57:48.418661 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.426305 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port f54664c9-9ba1-47fd-a581-40686779d0eb completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:57:48.426797 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.432275 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port f54664c9-9ba1-47fd-a581-40686779d0eb triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:48.432655 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.508821 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Publish callbacks [] for security_group (6fafb9a3-89a5-4a90-b276-ca14908a7029), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.512591 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6fafb9a3-89a5-4a90-b276-ca14908a7029), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.517528 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port f54664c9-9ba1-47fd-a581-40686779d0eb is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:48.517936 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.533455 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:57:48.547197 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f44001-50e6-4495-a24b-e76475928c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54664c9-9ba1-47fd-a581-40686779d0eb'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:57:48.547435 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fafb9a3-89a5-4a90-b276-ca14908a7029,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:48.549767 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f154a0-c6fc-455e-acf6-f03904795e2a" -d '{"events": [{"server_uuid": "85f44001-50e6-4495-a24b-e76475928c83", "name": "network-vif-plugged", "status": "completed", "tag": "f54664c9-9ba1-47fd-a581-40686779d0eb"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:57:48.552040 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (40c6416a-5a27-47b1-ab09-88c41b8e83b4), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.552369 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Added segment 40c6416a-5a27-47b1-ab09-88c41b8e83b4 of type vlan for network 26d37adf-3d0a-4195-aea4-8da2820be600 Apr 07 12:57:48.562985 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port f54664c9-9ba1-47fd-a581-40686779d0eb, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f54664c9-9ba1-47fd-a581-40686779d0eb,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:48.571860 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.593963 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (26d37adf-3d0a-4195-aea4-8da2820be600), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.596775 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7c6fbb-bfb3-4179-b4ae-bcdea139227d x-openstack-request-id: req-3c7c6fbb-bfb3-4179-b4ae-bcdea139227d {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:57:48.597097 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f44001-50e6-4495-a24b-e76475928c83", "name": "network-vif-plugged", "status": "completed", "tag": "f54664c9-9ba1-47fd-a581-40686779d0eb", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:57:48.597355 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c7c6fbb-bfb3-4179-b4ae-bcdea139227d {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:57:48.597748 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7c6fbb-bfb3-4179-b4ae-bcdea139227d'] response: {'server_uuid': '85f44001-50e6-4495-a24b-e76475928c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54664c9-9ba1-47fd-a581-40686779d0eb', 'code': 200} Apr 07 12:57:48.624631 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (26d37adf-3d0a-4195-aea4-8da2820be600), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.625596 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:48.626284 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.629115 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=f54664c9-9ba1-47fd-a581-40686779d0eb,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:48.692236 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3881476 Apr 07 12:57:48.692460 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 33356) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:48.700912 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Request body: {'subnet': {'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-303571795-subnet', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:48.705129 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfeb241-1dc7-4060-9212-5dee42fc0dcd admin admin] Pushing event updated for resources: {'Network': ['ID=26d37adf-3d0a-4195-aea4-8da2820be600,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:48.715941 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 26d37adf-3d0a-4195-aea4-8da2820be600 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:57:48.727695 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Made reservation on behalf of 93ca6ad10d8a453890846cd1b84ed68a for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:57:48.730049 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639575'] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.775580 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a23f2-51e9-4863-af77-edf7356feebc req-1b02d4e3-a781-41f9-aff7-f3f4db5f14ec tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:48.777007 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fe7a23f2-51e9-4863-af77-edf7356feebc req-1b02d4e3-a781-41f9-aff7-f3f4db5f14ec tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0733249 Apr 07 12:57:48.792048 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:48.835990 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fe7a23f2-51e9-4863-af77-edf7356feebc req-24a36a5a-db29-487e-9c11-46feb26edf44 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524931 Apr 07 12:57:48.848538 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aed99-596e-4e2c-91ac-be4d32ad5287 req-ddd0fedc-b616-48c4-9b06-e13e936a9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:48.850021 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-127aed99-596e-4e2c-91ac-be4d32ad5287 req-ddd0fedc-b616-48c4-9b06-e13e936a9b44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 1129 time: 0.1077561 Apr 07 12:57:48.932855 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-127aed99-596e-4e2c-91ac-be4d32ad5287 req-2b8d7309-4e9c-4483-a79f-316057001585 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757818 Apr 07 12:57:48.980391 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5211497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638125'] for subnet (aa7e0ded-adc4-451c-922d-4d44c076ad34), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.083565 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7e0ded-adc4-451c-922d-4d44c076ad34,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:49.097170 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Checking segment: {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:57:49.097530 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Network hostable DHCP agents. Network: 26d37adf-3d0a-4195-aea4-8da2820be600, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:57:49.114244 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2b446-f75f-402d-8ac3-6dd5ef7fdbca req-ce2c2966-e459-4e5b-8153-0720675500d7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:49.115760 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-48f2b446-f75f-402d-8ac3-6dd5ef7fdbca req-ce2c2966-e459-4e5b-8153-0720675500d7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1001132 Apr 07 12:57:49.133612 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Network 26d37adf-3d0a-4195-aea4-8da2820be600 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:57:49.154581 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 26d37adf-3d0a-4195-aea4-8da2820be600) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:49.165588 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:49.166080 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.167956 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec26502-ff31-4a3c-a155-54f724bcc6c6 None None] Network 26d37adf-3d0a-4195-aea4-8da2820be600 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:57:49.191849 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-48f2b446-f75f-402d-8ac3-6dd5ef7fdbca req-e5b43230-4f54-4ea9-a00a-c5dea3de7ad1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690475 Apr 07 12:57:49.199624 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-40c0030d-4981-4ca3-9579-079058470cab admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5053434 Apr 07 12:57:49.199804 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33360) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:49.204374 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:49.228176 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2030920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65278'] for router (c8117bd5-b866-488c-ac15-c3114ce34bef), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.229326 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2031076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65271'] for router (c8117bd5-b866-488c-ac15-c3114ce34bef), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.267255 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-26d37adf-3d0a-4195-aea4-8da2820be600', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:57:49.268076 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.287623 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks [] for router_controller (c8117bd5-b866-488c-ac15-c3114ce34bef), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.415320 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Allocated IP 172.20.0.2 (26d37adf-3d0a-4195-aea4-8da2820be600/aa7e0ded-adc4-451c-922d-4d44c076ad34/0d391126-d22e-4693-a0b8-99edc7eecdb7) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:57:49.459055 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks [] for router_gateway (c8117bd5-b866-488c-ac15-c3114ce34bef), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.479289 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef634dd-9394-4e7b-8139-9126da9cf73c req-7bef217a-4aed-4e63-bc6e-30e8e2c7c278 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:49.480796 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6ef634dd-9394-4e7b-8139-9126da9cf73c req-7bef217a-4aed-4e63-bc6e-30e8e2c7c278 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.1270075 Apr 07 12:57:49.482763 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32e9e5-5934-4461-a215-e6bc6620621d req-e4985fcb-03a5-401c-a090-16aaa46f285b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:49.484986 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0c32e9e5-5934-4461-a215-e6bc6620621d req-e4985fcb-03a5-401c-a090-16aaa46f285b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0640979 Apr 07 12:57:49.535545 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0c32e9e5-5934-4461-a215-e6bc6620621d req-1f1583a5-0a3c-4a74-9f55-2cff754c40a0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445921 Apr 07 12:57:49.571858 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6ef634dd-9394-4e7b-8139-9126da9cf73c req-6ac88f51-9157-49ef-a5e6-8fdc0a03acc8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781052 Apr 07 12:57:49.581961 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Publish callbacks [] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.589239 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.624989 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Network 26d37adf-3d0a-4195-aea4-8da2820be600 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:57:49.627594 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:49.630089 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:57:49.645061 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Pushing event updated for resources: {'Port': ['ID=0d391126-d22e-4693-a0b8-99edc7eecdb7,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:49.693235 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Attempting to bind port 0d391126-d22e-4693-a0b8-99edc7eecdb7 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:57:49.693600 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Attempting to bind port 0d391126-d22e-4693-a0b8-99edc7eecdb7 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:57:49.693957 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Attempting to bind port 0d391126-d22e-4693-a0b8-99edc7eecdb7 on network 26d37adf-3d0a-4195-aea4-8da2820be600 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:57:49.699772 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:57:49.700137 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Checking segment: {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:57:49.700527 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.700912 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Bound using segment: {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:57:49.701367 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Bound port: 0d391126-d22e-4693-a0b8-99edc7eecdb7, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:57:49.701738 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.712489 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks [] for router_gateway (c8117bd5-b866-488c-ac15-c3114ce34bef), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.732340 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.768932 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] For port 0d391126-d22e-4693-a0b8-99edc7eecdb7, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:57:49.772031 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] For port 0d391126-d22e-4693-a0b8-99edc7eecdb7, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=0d391126-d22e-4693-a0b8-99edc7eecdb7,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:57:49.778508 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:49.835943 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc5c58-c465-4939-ae90-c3c8af4538ca None None] Pushing event updated for resources: {'Port': ['ID=0d391126-d22e-4693-a0b8-99edc7eecdb7,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:49.867409 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Allocated IP 172.28.2.22 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/9aa87e3c-06c7-4aa8-907a-4144e1c038f8) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:57:49.913319 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-4ec50104-6954-4d04-80ee-05ced535c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:49.914872 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-4ec50104-6954-4d04-80ee-05ced535c876 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 1130 time: 0.0539310 Apr 07 12:57:49.969882 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bb3bc-d1f1-4bc0-a9b8-3a36a7c26e21 req-13d3f32f-1d38-46f3-830b-2f8cfecaad4c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:49.971904 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-013bb3bc-d1f1-4bc0-a9b8-3a36a7c26e21 req-13d3f32f-1d38-46f3-830b-2f8cfecaad4c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0559597 Apr 07 12:57:49.981725 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks [] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:50.021195 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:50.034873 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-013bb3bc-d1f1-4bc0-a9b8-3a36a7c26e21 req-974bd099-24d5-4afe-adf0-980ea537dec9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520625 Apr 07 12:57:50.203263 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-23c3a187-db1b-419c-9ca1-485ee571935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:50.206757 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-23c3a187-db1b-419c-9ca1-485ee571935f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 917 time: 0.1264753 Apr 07 12:57:50.286027 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:57:50.302884 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:50.312847 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:57:50.317340 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa87e3c-06c7-4aa8-907a-4144e1c038f8,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:50.349198 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.349549 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.349890 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.350270 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.350633 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.351512 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.351841 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.352165 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.352488 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.352810 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.353132 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.353469 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.353792 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.354108 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.354458 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:50.380162 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1965d1d-8127-4ebd-9b68-6c834ac40617 req-18b4b67e-8d19-4a00-8136-f131922c5761 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:50.381650 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f1965d1d-8127-4ebd-9b68-6c834ac40617 req-18b4b67e-8d19-4a00-8136-f131922c5761 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1154466 Apr 07 12:57:50.518443 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f1965d1d-8127-4ebd-9b68-6c834ac40617 req-365a5b06-97e3-453a-9c14-df713610fa15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995963 Apr 07 12:57:50.649338 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks [] for router_gateway (c8117bd5-b866-488c-ac15-c3114ce34bef), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:50.735639 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-4e80c11c-f458-4563-a92b-fd1694fbfcd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f HTTP/1.1" status: 200 len: 1002 time: 0.1376390 Apr 07 12:57:50.782086 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6190ed-5e65-4095-bdb9-f88b643febf8 req-db9edcf6-8096-4ca0-a44c-6482fa09ad99 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:50.783552 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bc6190ed-5e65-4095-bdb9-f88b643febf8 req-db9edcf6-8096-4ca0-a44c-6482fa09ad99 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0987163 Apr 07 12:57:50.794193 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b0e78-bdf1-4abb-89c9-b45eb3e7f580 req-da4cb409-7b8e-4852-8d69-a6882d63f094 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:50.795752 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7e1b0e78-bdf1-4abb-89c9-b45eb3e7f580 req-da4cb409-7b8e-4852-8d69-a6882d63f094 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.1112010 Apr 07 12:57:50.813816 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-a4b3a40a-0ca4-4e65-b8a7-4adb1726abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:50.815297 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-a4b3a40a-0ca4-4e65-b8a7-4adb1726abfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.0706825 Apr 07 12:57:50.868528 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bc6190ed-5e65-4095-bdb9-f88b643febf8 req-9531b42c-cea7-4340-a20f-c7d2d3c84b1c tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788019 Apr 07 12:57:50.885126 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-ec9f9b06-dd05-4db6-9a0a-3d39d9a7fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:50.886666 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-ec9f9b06-dd05-4db6-9a0a-3d39d9a7fc2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0646615 Apr 07 12:57:50.894857 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7e1b0e78-bdf1-4abb-89c9-b45eb3e7f580 req-3645f252-625e-4e0b-bb5b-034c1c3c7ec6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881033 Apr 07 12:57:50.958641 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ab4f2-1be9-4118-9e47-49edd1c64542 None None] Network 26d37adf-3d0a-4195-aea4-8da2820be600 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:57:50.961991 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319'] for router (c8117bd5-b866-488c-ac15-c3114ce34bef), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.037450 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-5390ce54-6085-499a-a3d9-156a0aa93d6a None None] Provisioning complete for port 0d391126-d22e-4693-a0b8-99edc7eecdb7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:51.037820 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5390ce54-6085-499a-a3d9-156a0aa93d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.197781 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777edd20-4b81-4854-9941-e1231dcc4800 req-982d5bdc-dc2e-4124-80a3-193bed50c397 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:51.198718 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-5390ce54-6085-499a-a3d9-156a0aa93d6a None None] Current status of the port 0d391126-d22e-4693-a0b8-99edc7eecdb7 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:51.199183 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5390ce54-6085-499a-a3d9-156a0aa93d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.199428 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-777edd20-4b81-4854-9941-e1231dcc4800 req-982d5bdc-dc2e-4124-80a3-193bed50c397 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0723979 Apr 07 12:57:51.200731 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Router c8117bd5-b866-488c-ac15-c3114ce34bef is scheduled to L3 agent 45e35528-2698-4706-b1a2-483f8e65635b with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:57:51.251377 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-5390ce54-6085-499a-a3d9-156a0aa93d6a None None] For port 0d391126-d22e-4693-a0b8-99edc7eecdb7, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=0d391126-d22e-4693-a0b8-99edc7eecdb7,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:51.263076 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5390ce54-6085-499a-a3d9-156a0aa93d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.314809 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-777edd20-4b81-4854-9941-e1231dcc4800 req-56459281-d24d-4348-930e-ab70b334fae5 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034598 Apr 07 12:57:51.328732 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-f376a128-a4d0-4c63-b301-1f807ae3b699 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343576 Apr 07 12:57:51.347791 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496b22c-b0c9-4f1b-acaa-caa61eeb7981 req-73ba477b-8e4d-433c-84ec-c8d6056315ea tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:51.349775 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d496b22c-b0c9-4f1b-acaa-caa61eeb7981 req-73ba477b-8e4d-433c-84ec-c8d6056315ea tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.1037788 Apr 07 12:57:51.362931 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 33382) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:51.367604 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-bbca787a-6fc1-4c90-92be-b54da3c26a8e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'floatingip': {'port_id': 'f54664c9-9ba1-47fd-a581-40686779d0eb'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:51.376902 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:57:51.386942 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Sync routers for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:57:51.415590 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:57:51.416306 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:57:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:51.419492 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbca787a-6fc1-4c90-92be-b54da3c26a8e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (4d4c8305-19ee-40ed-aadd-7bc8abfd0992), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.446488 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.449166 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-1d4316bb-70b3-4b67-a284-8896085e75b0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2468858 Apr 07 12:57:51.450557 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33384) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:51.523345 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 0d391126-d22e-4693-a0b8-99edc7eecdb7 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:51.554245 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390ce54-6085-499a-a3d9-156a0aa93d6a None None] Pushing event updated for resources: {'Port': ['ID=0d391126-d22e-4693-a0b8-99edc7eecdb7,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:51.607449 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-be91ccbf-c5e8-421d-b1a2-3ef72e5626d5 None None] Provisioning complete for port 0d391126-d22e-4693-a0b8-99edc7eecdb7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:51.607848 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be91ccbf-c5e8-421d-b1a2-3ef72e5626d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.645103 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:57:51.645575 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 0d391126-d22e-4693-a0b8-99edc7eecdb7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:51.646098 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.762255 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-be91ccbf-c5e8-421d-b1a2-3ef72e5626d5 None None] Current status of the port 0d391126-d22e-4693-a0b8-99edc7eecdb7 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:51.768613 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bdd29-35b2-4223-8435-55199c259e71 req-4aa918b0-1f9c-4d48-8cd3-640d36afab55 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:51.771102 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fa7bdd29-35b2-4223-8435-55199c259e71 req-4aa918b0-1f9c-4d48-8cd3-640d36afab55 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1177330 Apr 07 12:57:51.815465 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 0d391126-d22e-4693-a0b8-99edc7eecdb7 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:51.854097 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:50Z', 'revision_number': 3, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:51.880833 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Checking router: c8117bd5-b866-488c-ac15-c3114ce34bef for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:57:51.881178 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Updating router c8117bd5-b866-488c-ac15-c3114ce34bef port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 binding host dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:57:51.896804 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fa7bdd29-35b2-4223-8435-55199c259e71 req-bffd412d-a404-4a96-8d68-fdd20c58118a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168087 Apr 07 12:57:51.920213 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.992416 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbca787a-6fc1-4c90-92be-b54da3c26a8e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:51.997153 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbca787a-6fc1-4c90-92be-b54da3c26a8e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (4d4c8305-19ee-40ed-aadd-7bc8abfd0992), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.041077 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.202417 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e349d1-74d6-4052-984a-4e9613b98c74 req-9067e61e-3956-4763-b671-536f42babb78 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:52.209705 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97e349d1-74d6-4052-984a-4e9613b98c74 req-9067e61e-3956-4763-b671-536f42babb78 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.2291157 Apr 07 12:57:52.225346 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-81d82e48-7af5-45e2-8dc5-564d130fa45c req-1f057188-9e8d-4487-9381-16ed60f2e4c3 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277151 Apr 07 12:57:52.234000 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [None req-bbca787a-6fc1-4c90-92be-b54da3c26a8e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Floating IP 4d4c8305-19ee-40ed-aadd-7bc8abfd0992 associated. External IP: 172.28.2.14, port: f54664c9-9ba1-47fd-a581-40686779d0eb. Apr 07 12:57:52.240272 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Publish callbacks [] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.247520 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.249234 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Allocated IP 172.20.0.1 (26d37adf-3d0a-4195-aea4-8da2820be600/aa7e0ded-adc4-451c-922d-4d44c076ad34/a96405ba-73c4-488b-89ed-e5bf5b388144) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:57:52.307242 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Pushing event updated for resources: {'Port': ['ID=9aa87e3c-06c7-4aa8-907a-4144e1c038f8,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:52.309159 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Attempting to bind port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:57:52.309623 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Attempting to bind port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:57:52.310078 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Attempting to bind port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 on network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:57:52.318274 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:57:52.318808 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:57:52.320032 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.320783 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Bound using segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:57:52.321401 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Bound port: 9aa87e3c-06c7-4aa8-907a-4144e1c038f8, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:57:52.322528 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.324158 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.325944 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.325944 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.325944 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.325944 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.325944 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.326887 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.327015 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.327414 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.327823 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.328237 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.328767 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.329225 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.329612 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.329994 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:52.383568 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97e349d1-74d6-4052-984a-4e9613b98c74 req-f7898565-29cd-490b-8b58-e55f8a071a09 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604424 Apr 07 12:57:52.399990 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Publish callbacks [] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.411110 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] For port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:57:52.416137 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] For port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=9aa87e3c-06c7-4aa8-907a-4144e1c038f8,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:57:52.418315 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc59b7-8473-498f-95c0-ee18254a5a85 req-1ba95ee3-7435-4a38-98e5-caedd20ce21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:52.419812 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-facc59b7-8473-498f-95c0-ee18254a5a85 req-1ba95ee3-7435-4a38-98e5-caedd20ce21a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 1129 time: 0.0753629 Apr 07 12:57:52.423078 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.484744 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a25d8-f3ad-49bd-9b6b-60d7ce4bca52 None None] Pushing event updated for resources: {'Port': ['ID=9aa87e3c-06c7-4aa8-907a-4144e1c038f8,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:52.488053 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b120bd9-67fa-40f8-9e93-566f00553251 req-d3bb3968-b13a-4aad-bec7-fc075363c2ab tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:52.490278 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7b120bd9-67fa-40f8-9e93-566f00553251 req-d3bb3968-b13a-4aad-bec7-fc075363c2ab tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0886235 Apr 07 12:57:52.501507 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:57:52.501676 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.502281 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:57:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:52.532753 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbca787a-6fc1-4c90-92be-b54da3c26a8e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:57:52.552900 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Network 26d37adf-3d0a-4195-aea4-8da2820be600 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:57:52.560201 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:52.567089 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:57:52.597678 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Pushing event updated for resources: {'Port': ['ID=a96405ba-73c4-488b-89ed-e5bf5b388144,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:52.630144 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:57:52.695755 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbca787a-6fc1-4c90-92be-b54da3c26a8e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:57:52.702914 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bbca787a-6fc1-4c90-92be-b54da3c26a8e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.709154 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-facc59b7-8473-498f-95c0-ee18254a5a85 req-8a73c6ee-c198-4896-bcd9-5b62bdaeba5c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809484 Apr 07 12:57:52.711026 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208e94c-a000-4432-b095-6ba53896061f None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:57:52.735939 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208e94c-a000-4432-b095-6ba53896061f None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:57:52.739373 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7208e94c-a000-4432-b095-6ba53896061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:57:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:52.756436 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-bbca787a-6fc1-4c90-92be-b54da3c26a8e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "PUT /v2.0/floatingips/4d4c8305-19ee-40ed-aadd-7bc8abfd0992 HTTP/1.1" status: 200 len: 990 time: 1.3927493 Apr 07 12:57:52.757761 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f44001-50e6-4495-a24b-e76475928c83', 'tag': 'f54664c9-9ba1-47fd-a581-40686779d0eb'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:57:52.760186 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "85f44001-50e6-4495-a24b-e76475928c83", "tag": "f54664c9-9ba1-47fd-a581-40686779d0eb"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:57:52.804266 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8147515d-12c0-4aca-b6ee-42342a90e5fb x-openstack-request-id: req-8147515d-12c0-4aca-b6ee-42342a90e5fb {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:57:52.804623 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f44001-50e6-4495-a24b-e76475928c83", "tag": "f54664c9-9ba1-47fd-a581-40686779d0eb", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:57:52.804974 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8147515d-12c0-4aca-b6ee-42342a90e5fb {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:57:52.805442 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8147515d-12c0-4aca-b6ee-42342a90e5fb'] response: {'name': 'network-changed', 'server_uuid': '85f44001-50e6-4495-a24b-e76475928c83', 'tag': 'f54664c9-9ba1-47fd-a581-40686779d0eb', 'status': 'completed', 'code': 200} Apr 07 12:57:52.878497 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7b120bd9-67fa-40f8-9e93-566f00553251 req-55449c6e-76db-4a8e-bc82-fd7bdeb0e0b2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492277 Apr 07 12:57:52.894757 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2031432'] for router_interface (c8117bd5-b866-488c-ac15-c3114ce34bef), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:52.919819 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-7208e94c-a000-4432-b095-6ba53896061f None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:57:52.924423 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c4db7b33-d122-4fe3-8af2-26774dcc8a87 None None] Provisioning complete for port a96405ba-73c4-488b-89ed-e5bf5b388144 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:52.924974 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4db7b33-d122-4fe3-8af2-26774dcc8a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:53.023944 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:50Z', 'revision_number': 3, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:53.043292 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c4db7b33-d122-4fe3-8af2-26774dcc8a87 None None] Port a96405ba-73c4-488b-89ed-e5bf5b388144 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:57:53.058064 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02648ddb-3b6f-44d1-b3c4-6bae81989854 None None] The sync data for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb is: [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:50Z', 'revision_number': 3, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:57:53.065877 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-311e0cd1-326e-430f-b302-9aaf26afae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:53.067704 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-311e0cd1-326e-430f-b302-9aaf26afae28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 1129 time: 0.0991137 Apr 07 12:57:53.091027 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:53.095357 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658940dc-2c2e-4eb8-acbd-1c94a13749a1 req-54086179-dfe3-4a8e-a966-593881774010 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:53.097097 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-658940dc-2c2e-4eb8-acbd-1c94a13749a1 req-54086179-dfe3-4a8e-a966-593881774010 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0891590 Apr 07 12:57:53.156358 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-658940dc-2c2e-4eb8-acbd-1c94a13749a1 req-49d140ea-f6d8-4fdf-bcee-ad0ab574a4a2 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526662 Apr 07 12:57:53.228310 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7208e94c-a000-4432-b095-6ba53896061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '014b9839-531c-44f8-8037-fe90e23a466a', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.167', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:15Z', 'updated_at': '2022-04-07T12:56:47Z', 'revision_number': 2, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}, {'id': '4d4c8305-19ee-40ed-aadd-7bc8abfd0992', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.14', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'f54664c9-9ba1-47fd-a581-40686779d0eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:9d:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f44001-50e6-4495-a24b-e76475928c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:57:37Z', 'updated_at': '2022-04-07T12:57:51Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:53.259763 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208e94c-a000-4432-b095-6ba53896061f None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:57:53.269897 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208e94c-a000-4432-b095-6ba53896061f None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:57:53.271033 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7208e94c-a000-4432-b095-6ba53896061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:57:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:53.301883 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Publish callbacks [] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:53.309400 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133721'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:53.397918 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2031588'] for router_interface (c8117bd5-b866-488c-ac15-c3114ce34bef), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:53.399908 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Pushing event updated for resources: {'Port': ['ID=a96405ba-73c4-488b-89ed-e5bf5b388144,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:53.448975 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-7208e94c-a000-4432-b095-6ba53896061f None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:57:53.449650 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-14c8eaa1-299a-4d67-a06c-eae2dd5b49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:53.452114 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-14c8eaa1-299a-4d67-a06c-eae2dd5b49a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 916 time: 0.1240358 Apr 07 12:57:53.564012 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Network 26d37adf-3d0a-4195-aea4-8da2820be600 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:57:53.569016 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:53.589877 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ded9b-06d1-44f6-8854-1f525a766699 req-032a1101-fc87-47ea-bb71-83371d314aa9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:53.591718 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a30ded9b-06d1-44f6-8854-1f525a766699 req-032a1101-fc87-47ea-bb71-83371d314aa9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0863938 Apr 07 12:57:53.674339 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:53.729352 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-c540e154-f5e5-4b8c-b41e-a25db229745f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54664c9-9ba1-47fd-a581-40686779d0eb HTTP/1.1" status: 200 len: 998 time: 0.1070843 Apr 07 12:57:53.775043 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a30ded9b-06d1-44f6-8854-1f525a766699 req-cd233407-dce0-4603-b30b-0c4fc1298cc7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424017 Apr 07 12:57:53.828813 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:53.829303 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:53.838401 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Router c8117bd5-b866-488c-ac15-c3114ce34bef has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:57:53.848272 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-3a0c3f07-498b-4be8-a2d4-f76da96c0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:53.849837 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-3a0c3f07-498b-4be8-a2d4-f76da96c0b29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.0798216 Apr 07 12:57:53.909903 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-68e0dcc1-fe61-4828-a592-0c2f57308c40 None None] Provisioning complete for port a96405ba-73c4-488b-89ed-e5bf5b388144 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:53.910299 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-68e0dcc1-fe61-4828-a592-0c2f57308c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:53.915247 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7208e94c-a000-4432-b095-6ba53896061f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '014b9839-531c-44f8-8037-fe90e23a466a', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.167', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:15Z', 'updated_at': '2022-04-07T12:56:47Z', 'revision_number': 2, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}, {'id': '4d4c8305-19ee-40ed-aadd-7bc8abfd0992', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.14', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'f54664c9-9ba1-47fd-a581-40686779d0eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:9d:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f44001-50e6-4495-a24b-e76475928c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:57:37Z', 'updated_at': '2022-04-07T12:57:51Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:53.941675 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-0ac6293b-26c3-4e44-8a4e-a3a369fd0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:53.943737 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-0ac6293b-26c3-4e44-8a4e-a3a369fd0f22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0859993 Apr 07 12:57:53.990000 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:57:53.997628 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-0ab30c8e-96c0-4b43-b8af-af7197cf7932 admin admin] 10.222.0.45 "PUT /v2.0/routers/c8117bd5-b866-488c-ac15-c3114ce34bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5460703 Apr 07 12:57:54.020250 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208e94c-a000-4432-b095-6ba53896061f None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '014b9839-531c-44f8-8037-fe90e23a466a', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.167', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:15Z', 'updated_at': '2022-04-07T12:56:47Z', 'revision_number': 2, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}, {'id': '4d4c8305-19ee-40ed-aadd-7bc8abfd0992', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.14', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'f54664c9-9ba1-47fd-a581-40686779d0eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:9d:52:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f44001-50e6-4495-a24b-e76475928c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:57:37Z', 'updated_at': '2022-04-07T12:57:51Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:57:54.037144 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:54.037543 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.037866 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b308fca-5eab-445e-8be7-4d1f12b20089 req-8d32e02c-ac24-4bcb-bf3e-de1056bb19a8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:54.039756 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4b308fca-5eab-445e-8be7-4d1f12b20089 req-8d32e02c-ac24-4bcb-bf3e-de1056bb19a8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0627973 Apr 07 12:57:54.056612 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-68e0dcc1-fe61-4828-a592-0c2f57308c40 None None] Port a96405ba-73c4-488b-89ed-e5bf5b388144 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:57:54.084015 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=9aa87e3c-06c7-4aa8-907a-4144e1c038f8,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:54.098293 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.099459 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 0d391126-d22e-4693-a0b8-99edc7eecdb7 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:54.133037 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4b308fca-5eab-445e-8be7-4d1f12b20089 req-79a501a7-9180-4ea7-9275-e596b08ef6c4 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812836 Apr 07 12:57:54.180327 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=9aa87e3c-06c7-4aa8-907a-4144e1c038f8,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:54.193819 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.194169 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.194599 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.194955 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.195293 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.195622 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.195941 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.196266 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.196589 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.196906 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.197498 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.197751 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.197870 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.198190 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.198551 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:54.233800 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 0d391126-d22e-4693-a0b8-99edc7eecdb7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:54.234558 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.315211 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb4edb-67ef-4b9a-be56-b196af75e81d req-02c6e458-f486-4494-84aa-050098df4411 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:54.316904 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a6cb4edb-67ef-4b9a-be56-b196af75e81d req-02c6e458-f486-4494-84aa-050098df4411 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0761895 Apr 07 12:57:54.327981 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 0d391126-d22e-4693-a0b8-99edc7eecdb7 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:54.377211 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a6cb4edb-67ef-4b9a-be56-b196af75e81d req-afaf8784-12bf-40ee-93d0-c9905f568e18 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491281 Apr 07 12:57:54.429942 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c239e-3356-4219-b665-05554b5617fa None None] New status for floating IP 4d4c8305-19ee-40ed-aadd-7bc8abfd0992: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:57:54.600464 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-8c0346da-10bd-4527-a603-feb9cddf6001 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152072 Apr 07 12:57:54.658914 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33418) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:54.663853 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1187582791-network', 'tenant_id': '2ba7856e84404370a4c3a4949755d733'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:54.683124 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Made reservation on behalf of 2ba7856e84404370a4c3a4949755d733 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:57:54.685481 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.693894 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.705649 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dafcd71d-8720-42d3-a1e4-4d1bfd977ea9 req-5edb8f91-f4f1-4cd4-8db3-d61a8a9b8bc6 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933788 Apr 07 12:57:54.770433 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Publish callbacks [] for security_group (ee986017-5b81-4777-8db5-8d1e56fd9e31), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.774923 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ee986017-5b81-4777-8db5-8d1e56fd9e31), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.795054 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 12:57:54.811476 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee986017-5b81-4777-8db5-8d1e56fd9e31,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:54.814530 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.814872 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Added segment 1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd of type vlan for network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a Apr 07 12:57:54.857619 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.885463 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.886518 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:54.887144 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.922143 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc911e1-f804-414d-93ff-e810106fa10c req-45ca19bc-33f1-4f25-a542-1333b46c76be tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:54.926710 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5bc911e1-f804-414d-93ff-e810106fa10c req-45ca19bc-33f1-4f25-a542-1333b46c76be tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0657785 Apr 07 12:57:54.948114 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2880270 Apr 07 12:57:54.950788 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33422) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:54.955353 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Request body: {'subnet': {'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1187582791-subnet', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:54.963517 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261043c-b4cb-4f71-9f37-1e6463282ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:54.973543 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5bc911e1-f804-414d-93ff-e810106fa10c req-efe6f772-f33e-4f8b-8e83-0214bb99d99c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Apr 07 12:57:54.981073 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Made reservation on behalf of 2ba7856e84404370a4c3a4949755d733 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:57:54.983810 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5186024'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:54.985382 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 12:57:55.179799 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5189394'] for subnet (939f9f86-5671-4034-8190-a2dab6829be3), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:55.237060 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Sync routers for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:57:55.248379 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:57:55.248997 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:57:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:55.258565 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939f9f86-5671-4034-8190-a2dab6829be3,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:55.281600 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Checking segment: {'id': '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:57:55.281959 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Network hostable DHCP agents. Network: 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 12:57:55.292718 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ef8a3-b450-4b44-875b-ef4d85707eeb req-86d84dca-8ba3-4402-83c6-479cb17b8015 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:55.294268 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-326ef8a3-b450-4b44-875b-ef4d85707eeb req-86d84dca-8ba3-4402-83c6-479cb17b8015 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0922868 Apr 07 12:57:55.324130 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 12:57:55.341160 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:55.352298 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:55.352898 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:55.362676 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-326ef8a3-b450-4b44-875b-ef4d85707eeb req-c70d7d29-590f-4b0f-9414-a000f04f4572 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619788 Apr 07 12:57:55.376196 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-69ec44d5-750e-4280-a180-2e14ffe3bcc7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4243429 Apr 07 12:57:55.379070 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 33426) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:55.396002 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:57:55.447913 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2030920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65278'] for router (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:55.449236 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2031076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65271'] for router (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:55.496231 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9241ac9-f244-4b5f-8e4c-937e139fef19 None None] Network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:57:55.528629 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a71627-b7f6-43b0-a5e2-29adda0804b8 req-14d346c3-5a49-4acf-bbbe-abd25e77e2ec tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:55.530761 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-64a71627-b7f6-43b0-a5e2-29adda0804b8 req-14d346c3-5a49-4acf-bbbe-abd25e77e2ec tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0667815 Apr 07 12:57:55.568490 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:55.579911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d288d1-7cec-4080-87e1-5e74a576f839 req-85385400-2005-499b-8db0-cde7088c28b0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:55.580475 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-64a71627-b7f6-43b0-a5e2-29adda0804b8 req-d3eacb58-50fb-4145-ba5e-b27fe636e2a4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445173 Apr 07 12:57:55.581412 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-50d288d1-7cec-4080-87e1-5e74a576f839 req-85385400-2005-499b-8db0-cde7088c28b0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.1220088 Apr 07 12:57:55.589056 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks [] for router_controller (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), precommit_add_association {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:55.605204 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:57:55.693892 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-50d288d1-7cec-4080-87e1-5e74a576f839 req-4a36815f-175a-4543-b75a-3ac88aedf06e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062737 Apr 07 12:57:55.763307 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks [] for router_gateway (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:55.789756 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a', 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a', 'project_id': '2ba7856e84404370a4c3a4949755d733', 'fixed_ips': [{'subnet_id': '939f9f86-5671-4034-8190-a2dab6829be3'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 12:57:55.790627 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:55.814538 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:55.814907 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:55.989128 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks [] for router_gateway (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.013381 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.073011 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Allocated IP 172.20.0.2 (8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a/939f9f86-5671-4034-8190-a2dab6829be3/7bb25f47-1ec0-43b2-8289-bf84c6254f7a) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:57:56.092985 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:56.124291 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'a96405ba-73c4-488b-89ed-e5bf5b388144', 'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'mac_address': 'fa:16:3e:67:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:52Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 2, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'subnets': [{'id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:56.159761 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Checking router: c8117bd5-b866-488c-ac15-c3114ce34bef for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:57:56.160114 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Updating router c8117bd5-b866-488c-ac15-c3114ce34bef port a96405ba-73c4-488b-89ed-e5bf5b388144 binding host dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:57:56.167852 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac27c-57ca-40f5-b7cf-c2facd8d91df req-813d3fa1-8318-498f-a6ac-5bb2ebe7b4f7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:56.169513 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-042ac27c-57ca-40f5-b7cf-c2facd8d91df req-813d3fa1-8318-498f-a6ac-5bb2ebe7b4f7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0575609 Apr 07 12:57:56.174093 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Allocated IP 172.28.2.88 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/49914b45-f29d-43c7-960c-1fc11a0cad52) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:57:56.223307 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.228152 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-042ac27c-57ca-40f5-b7cf-c2facd8d91df req-25db2896-f9de-42b4-ae9c-b809017474c2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520506 Apr 07 12:57:56.291536 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks [] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.327542 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.363348 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:57:56.366648 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:56.370199 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:57:56.397448 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Pushing event updated for resources: {'Port': ['ID=49914b45-f29d-43c7-960c-1fc11a0cad52,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:56.398705 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Publish callbacks [] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.409222 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.409575 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.409916 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.410279 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.410629 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.410952 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.411285 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.411601 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.411732 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.411927 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.412253 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.412578 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.413418 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.413779 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.414187 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.414536 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:57:56.502246 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:57:56.509601 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:57:56.512013 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:57:56.519036 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Pushing event updated for resources: {'Port': ['ID=7bb25f47-1ec0-43b2-8289-bf84c6254f7a,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:56.603743 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Attempting to bind port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:57:56.604942 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Attempting to bind port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:57:56.604942 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Attempting to bind port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a on network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:57:56.615131 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:57:56.615519 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Checking segment: {'id': '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:57:56.615908 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.616875 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Bound using segment: {'id': '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:57:56.617355 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Bound port: 7bb25f47-1ec0-43b2-8289-bf84c6254f7a, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:57:56.617729 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.725458 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Publish callbacks [] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.736033 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.738380 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] For port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:57:56.744443 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] For port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=7bb25f47-1ec0-43b2-8289-bf84c6254f7a,segment=NetworkSegment(1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd),segment_id=1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:57:56.771326 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.806140 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df40b5-7c1f-408c-b318-a9cf1dbc5184 None None] Pushing event updated for resources: {'Port': ['ID=a96405ba-73c4-488b-89ed-e5bf5b388144,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:56.902605 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Attempting to bind port a96405ba-73c4-488b-89ed-e5bf5b388144 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:57:56.903039 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Attempting to bind port a96405ba-73c4-488b-89ed-e5bf5b388144 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:57:56.903602 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Attempting to bind port a96405ba-73c4-488b-89ed-e5bf5b388144 on network 26d37adf-3d0a-4195-aea4-8da2820be600 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:57:56.922768 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:57:56.923329 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Checking segment: {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:57:56.923747 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.924245 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Bound using segment: {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:57:56.924770 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Bound port: a96405ba-73c4-488b-89ed-e5bf5b388144, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:57:56.925153 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:56.940586 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e4afa-d35f-497d-80ec-1479d9764240 None None] Pushing event updated for resources: {'Port': ['ID=7bb25f47-1ec0-43b2-8289-bf84c6254f7a,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:56.964170 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2e0c6-4dda-45aa-812d-f32bab3e225e req-f34a77dc-dc31-419b-b050-a1622aa232f8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:56.966413 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3af2e0c6-4dda-45aa-812d-f32bab3e225e req-f34a77dc-dc31-419b-b050-a1622aa232f8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1189489 Apr 07 12:57:56.972895 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks [] for router_gateway (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:57.010493 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] For port a96405ba-73c4-488b-89ed-e5bf5b388144, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:57:57.013882 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] For port a96405ba-73c4-488b-89ed-e5bf5b388144, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=a96405ba-73c4-488b-89ed-e5bf5b388144,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:57:57.024271 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:57.074621 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3af2e0c6-4dda-45aa-812d-f32bab3e225e req-abdb3374-ca5b-4f56-9c1f-29ef1bc52bb5 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988765 Apr 07 12:57:57.181037 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df40b5-7c1f-408c-b318-a9cf1dbc5184 None None] Pushing event updated for resources: {'Port': ['ID=a96405ba-73c4-488b-89ed-e5bf5b388144,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:57.188673 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-91972583-4a5c-475a-b387-c5aeeda722e8 None None] Provisioning complete for port a96405ba-73c4-488b-89ed-e5bf5b388144 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:57.189048 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91972583-4a5c-475a-b387-c5aeeda722e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:57.192484 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:57:57.192484 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:57:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:57.326034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319'] for router (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:57.530616 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69258da-9e89-4843-892f-4a37249839bf req-6cfc525c-2061-4f09-a93d-f257b9de44a2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:57.539412 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d69258da-9e89-4843-892f-4a37249839bf req-6cfc525c-2061-4f09-a93d-f257b9de44a2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0785282 Apr 07 12:57:57.569989 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 7bb25f47-1ec0-43b2-8289-bf84c6254f7a up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:57.604223 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d69258da-9e89-4843-892f-4a37249839bf req-3b3693c7-3c61-4cbe-81d5-25049ce4bb11 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570254 Apr 07 12:57:57.636851 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de114c7-978e-461d-b0ef-62b29b7c55b3 req-9824cccc-778b-446e-afec-492db81b69e4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:57.637077 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:57:57.639050 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4de114c7-978e-461d-b0ef-62b29b7c55b3 req-9824cccc-778b-446e-afec-492db81b69e4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.2941515 Apr 07 12:57:57.644015 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-dc7e661c-bf97-40d9-bd40-2ec9839af4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:57.645469 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-dc7e661c-bf97-40d9-bd40-2ec9839af4f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 1129 time: 0.1663554 Apr 07 12:57:57.684958 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-91972583-4a5c-475a-b387-c5aeeda722e8 None None] Current status of the port a96405ba-73c4-488b-89ed-e5bf5b388144 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:57.685340 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91972583-4a5c-475a-b387-c5aeeda722e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:57.758271 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:57.758647 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:57.766177 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4de114c7-978e-461d-b0ef-62b29b7c55b3 req-f18a9bfa-19ac-4293-b291-2a6362fc4dfa tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178932 Apr 07 12:57:57.779621 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 is scheduled to L3 agent 45e35528-2698-4706-b1a2-483f8e65635b with binding_index 1 {{(pid=103161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 12:57:57.832608 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-91972583-4a5c-475a-b387-c5aeeda722e8 None None] For port a96405ba-73c4-488b-89ed-e5bf5b388144, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=a96405ba-73c4-488b-89ed-e5bf5b388144,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:57.841561 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-91972583-4a5c-475a-b387-c5aeeda722e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:57.851676 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-b9ed5743-2ba9-4605-9d3b-2aaa30e1e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:57.853287 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-b9ed5743-2ba9-4605-9d3b-2aaa30e1e6ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.1974208 Apr 07 12:57:57.904179 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-63889858-4a4c-41bd-b729-0398c1bd763a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999 HTTP/1.1" status: 200 len: 217 time: 0.0415676 Apr 07 12:57:57.954641 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91972583-4a5c-475a-b387-c5aeeda722e8 None None] Pushing event updated for resources: {'Port': ['ID=a96405ba-73c4-488b-89ed-e5bf5b388144,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:57.997575 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-f7abd9d8-b846-40f6-b12f-93b180767116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:57.999210 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-f7abd9d8-b846-40f6-b12f-93b180767116 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0647964 Apr 07 12:57:58.002030 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:57:58.012811 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Sync routers for ids ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:57:58.021113 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:58.021507 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:58.028860 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Routers {'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:57:58.032883 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:57:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:58.053170 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c90ad24f-173d-44ba-8b80-f994cb99053c None None] Provisioning complete for port a96405ba-73c4-488b-89ed-e5bf5b388144 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:58.054134 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c90ad24f-173d-44ba-8b80-f994cb99053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:58.063152 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:58.098712 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33458) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:57:58.099603 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=7bb25f47-1ec0-43b2-8289-bf84c6254f7a,segment=NetworkSegment(1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd),segment_id=1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:58.099711 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c10d4072-8fc3-4d63-a0f5-712e064d8643 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7071545 Apr 07 12:57:58.113539 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:58.117633 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-449bf279-7f6e-48c0-bca5-d0a31ff3bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:58.130309 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-449bf279-7f6e-48c0-bca5-d0a31ff3bcbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1059372 Apr 07 12:57:58.200759 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Set router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:57:58.224251 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b81c1e-1a27-4e05-b4bc-3f0c8eca9bc3 None None] Network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 12:57:58.286683 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-9ac46251-86a8-4692-88c2-750c15201253 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546848 Apr 07 12:57:58.328190 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd9c9-00a9-497e-9720-526002e8236e req-ce99ff80-b19b-4150-a9f7-b5974e4ff518 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:58.330735 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-478cd9c9-00a9-497e-9720-526002e8236e req-ce99ff80-b19b-4150-a9f7-b5974e4ff518 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1326451 Apr 07 12:57:58.360286 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'a96405ba-73c4-488b-89ed-e5bf5b388144', 'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'mac_address': 'fa:16:3e:67:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:52Z', 'updated_at': '2022-04-07T12:57:57Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'subnets': [{'id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:58.416414 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=7bb25f47-1ec0-43b2-8289-bf84c6254f7a,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:58.421962 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d0998-de72-48d7-89c8-3496bc055bf5 None None] The sync data for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb is: [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'a96405ba-73c4-488b-89ed-e5bf5b388144', 'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'mac_address': 'fa:16:3e:67:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:52Z', 'updated_at': '2022-04-07T12:57:57Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'subnets': [{'id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:57:58.452111 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:55Z', 'updated_at': '2022-04-07T12:57:56Z', 'revision_number': 3, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'gw_port': {'id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:56Z', 'updated_at': '2022-04-07T12:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:58.461504 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a5f890a2-25c3-4bc9-8a2d-90f16635cb95 req-174a4032-83d4-404a-b552-68b9ae1117f0 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632977 Apr 07 12:57:58.494310 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:57:58.509647 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Checking router: ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:57:58.510837 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Updating router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 port 49914b45-f29d-43c7-960c-1fc11a0cad52 binding host dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:57:58.564955 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:58.642746 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c90ad24f-173d-44ba-8b80-f994cb99053c None None] Current status of the port a96405ba-73c4-488b-89ed-e5bf5b388144 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:58.782827 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-478cd9c9-00a9-497e-9720-526002e8236e req-99146dd9-8d81-42fa-8a6a-6ff7e0dc6b6c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4403963 Apr 07 12:57:58.830503 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-69c73b3a-e7d6-44d6-bb94-dd93cfc7ce37 None None] Provisioning complete for port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:58.831231 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-69c73b3a-e7d6-44d6-bb94-dd93cfc7ce37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:58.892235 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8e2d2-2a14-41c4-9be0-480cc2884e8a req-c02bfcfe-1e30-4e5b-b659-d8b17ab9ad8b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:58.896574 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cdb8e2d2-2a14-41c4-9be0-480cc2884e8a req-c02bfcfe-1e30-4e5b-b659-d8b17ab9ad8b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.1840796 Apr 07 12:57:58.950126 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:58.965449 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.021502 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'port_id': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'mac_address': 'fa:16:3e:ca:a0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:57:59.079143 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cdb8e2d2-2a14-41c4-9be0-480cc2884e8a req-8936f571-4486-4566-b84d-a22e1513d010 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546140 Apr 07 12:57:59.079644 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Publish callbacks [] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.089257 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.173786 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0f116-af1b-4844-a188-d568f702e44a None None] Pushing event updated for resources: {'Port': ['ID=49914b45-f29d-43c7-960c-1fc11a0cad52,revision_number=2']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:59.218712 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Attempting to bind port 49914b45-f29d-43c7-960c-1fc11a0cad52 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:57:59.219448 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Attempting to bind port 49914b45-f29d-43c7-960c-1fc11a0cad52 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:57:59.220080 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Attempting to bind port 49914b45-f29d-43c7-960c-1fc11a0cad52 on network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:57:59.228828 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:57:59.229700 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:57:59.230204 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.230713 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Bound using segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:57:59.231281 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Bound port: 49914b45-f29d-43c7-960c-1fc11a0cad52, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:57:59.232630 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.281514 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-ce80d2db-43d4-418b-98d7-bba01a8434a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:59.283926 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-ce80d2db-43d4-418b-98d7-bba01a8434a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 1129 time: 0.1165798 Apr 07 12:57:59.334004 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] For port 49914b45-f29d-43c7-960c-1fc11a0cad52, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:57:59.338047 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] For port 49914b45-f29d-43c7-960c-1fc11a0cad52, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=49914b45-f29d-43c7-960c-1fc11a0cad52,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:57:59.352774 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.396026 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2326ed5e-0c39-4e97-9633-8dae505d9b3f is: ACTIVE; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:59.402809 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.466018 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Routers {'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:57:59.468166 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:57:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:57:59.541026 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2326ed5e-0c39-4e97-9633-8dae505d9b3f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:57:59.576253 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-baa13b13-52f0-47af-8361-f785fcf9d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:59.581322 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-baa13b13-52f0-47af-8361-f785fcf9d03b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 912 time: 0.2886007 Apr 07 12:57:59.626963 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35301db0-fce7-43c2-8331-d272611833ec req-fb871b7b-62fe-4ed7-b353-26d41570b1a3 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:59.630469 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-35301db0-fce7-43c2-8331-d272611833ec req-fb871b7b-62fe-4ed7-b353-26d41570b1a3 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.4912529 Apr 07 12:57:59.670732 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] Set router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:57:59.685835 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-69c73b3a-e7d6-44d6-bb94-dd93cfc7ce37 None None] Current status of the port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:57:59.706287 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 7bb25f47-1ec0-43b2-8289-bf84c6254f7a up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:57:59.715902 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-35301db0-fce7-43c2-8331-d272611833ec req-9b28cdc0-9e63-41a7-968a-77909ff331d8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786436 Apr 07 12:57:59.724563 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Allocated IP 172.20.0.1 (8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a/939f9f86-5671-4034-8190-a2dab6829be3/2bda2fa2-bdab-467e-b8ff-b2a102bbb776) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:57:59.764076 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:57:59.784797 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.789525 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc999a-df86-4e0b-82ab-441824b74fbf req-fc77f6f5-9def-44b0-9468-aedfc176aace tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:57:59.800513 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f8bc999a-df86-4e0b-82ab-441824b74fbf req-fc77f6f5-9def-44b0-9468-aedfc176aace tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.4535549 Apr 07 12:57:59.843898 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0f116-af1b-4844-a188-d568f702e44a None None] Pushing event updated for resources: {'Port': ['ID=49914b45-f29d-43c7-960c-1fc11a0cad52,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:59.849597 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:57:59.896901 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-79f121f7-3d83-4e28-bcfb-33c1137a92ca None None] Provisioning complete for port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:57:59.898169 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-79f121f7-3d83-4e28-bcfb-33c1137a92ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.903967 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f8bc999a-df86-4e0b-82ab-441824b74fbf req-bca4a7b7-e7bc-4d18-aa94-fc7791d92512 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020992 Apr 07 12:57:59.906674 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-60e1c68a-f4b6-4bc1-a882-a0b55dcc8d9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a698e845-47fa-4210-ba92-238379ab1d88 HTTP/1.1" status: 200 len: 1001 time: 0.3132834 Apr 07 12:57:59.961226 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Publish callbacks [] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:57:59.985707 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['2326ed5e-0c39-4e97-9633-8dae505d9b3f'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:58:00.026303 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-c0af4ff0-4251-43c9-a74a-a496e55c901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:00.031937 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-c0af4ff0-4251-43c9-a74a-a496e55c901b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.1138787 Apr 07 12:58:00.043041 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:00.093191 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:55Z', 'updated_at': '2022-04-07T12:57:56Z', 'revision_number': 3, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'gw_port': {'id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:56Z', 'updated_at': '2022-04-07T12:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:00.130048 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:58:00.138556 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:58:00.145241 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-65219bdb-095f-4ee6-b0a0-aa39a91c3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:00.147879 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-65219bdb-095f-4ee6-b0a0-aa39a91c3c52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1066151 Apr 07 12:58:00.152945 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3776b1b9-6ebc-4b2c-94dd-052bbf5939cf None None] The sync data for ids ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'] in dv-cinder-836944-2-smb is: [{'id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:55Z', 'updated_at': '2022-04-07T12:57:56Z', 'revision_number': 3, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'gw_port': {'id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:56Z', 'updated_at': '2022-04-07T12:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:58:00.159465 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:58:00.259327 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2031432'] for router_interface (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:00.269745 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:00.270126 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:00.333185 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-35be7523-3525-4c8c-b64d-ef08aa387907 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705821 Apr 07 12:58:00.396646 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Pushing event updated for resources: {'Port': ['ID=2bda2fa2-bdab-467e-b8ff-b2a102bbb776,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:00.434250 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-79f121f7-3d83-4e28-bcfb-33c1137a92ca None None] Current status of the port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:00.503481 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3b9f05f2-e1f9-406a-b55a-4be90f1d8816 req-4dba22f3-3db3-4535-be1f-90d66d9fe5fa service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690593 Apr 07 12:58:00.575944 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:00.577365 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device a96405ba-73c4-488b-89ed-e5bf5b388144 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:58:00.588750 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a0ea1-44c5-4231-85d0-c40b9fa3b81c req-60138141-90d4-426c-bccf-e6cc3f444e08 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:00.596866 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-293a0ea1-44c5-4231-85d0-c40b9fa3b81c req-60138141-90d4-426c-bccf-e6cc3f444e08 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.3491273 Apr 07 12:58:00.644346 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-b3506ced-9fa7-48de-9f87-9f091d9eae61 None None] Provisioning complete for port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:00.644896 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b3506ced-9fa7-48de-9f87-9f091d9eae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:00.701082 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-293a0ea1-44c5-4231-85d0-c40b9fa3b81c req-67eb6f58-4438-4148-a03c-e4e5f6b548f4 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032369 Apr 07 12:58:00.711575 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:00.729881 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-b3506ced-9fa7-48de-9f87-9f091d9eae61 None None] Port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:58:00.753712 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port a96405ba-73c4-488b-89ed-e5bf5b388144 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:00.754619 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:00.976710 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72896584-48c4-41db-8201-44ff718cae8a req-912d186d-6aa0-40ef-ac83-86267acfae2a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:00.978616 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-72896584-48c4-41db-8201-44ff718cae8a req-912d186d-6aa0-40ef-ac83-86267acfae2a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 945 time: 0.1243491 Apr 07 12:58:01.030962 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port a96405ba-73c4-488b-89ed-e5bf5b388144 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:01.068514 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-72896584-48c4-41db-8201-44ff718cae8a req-e8c53ccd-534d-46b5-b191-e9268194a7a0 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838649 Apr 07 12:58:01.106047 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Publish callbacks [] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:01.122754 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133721'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:01.236278 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d12d1-d7e9-4e5f-ad6b-93ede8152f4b req-a69dceff-a53b-41c4-a801-cca9e45fc2cb tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:01.244869 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-039d12d1-d7e9-4e5f-ad6b-93ede8152f4b req-a69dceff-a53b-41c4-a801-cca9e45fc2cb tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.2407861 Apr 07 12:58:01.259092 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2031588'] for router_interface (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:01.267714 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Pushing event updated for resources: {'Port': ['ID=2bda2fa2-bdab-467e-b8ff-b2a102bbb776,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:01.364940 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-039d12d1-d7e9-4e5f-ad6b-93ede8152f4b req-5a9fbd1e-b9c1-48c7-83ce-4ac2c926f935 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141820 Apr 07 12:58:01.430008 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:58:01.432414 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:58:01.516788 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 49914b45-f29d-43c7-960c-1fc11a0cad52 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:58:01.568172 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c90c-3cd3-4e5c-8915-4c060b63c407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:01.613866 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 49914b45-f29d-43c7-960c-1fc11a0cad52 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:01.614278 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:01.650068 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:58:01.779328 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 49914b45-f29d-43c7-960c-1fc11a0cad52 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:01.779720 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:01.811197 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 49914b45-f29d-43c7-960c-1fc11a0cad52, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=49914b45-f29d-43c7-960c-1fc11a0cad52,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:01.824267 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:01.872484 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:58:01.893319 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:58:01.914693 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=49914b45-f29d-43c7-960c-1fc11a0cad52,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:01.919696 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a50298a6-ae13-463d-b4e2-927fbe3d288f admin admin] 10.222.0.45 "PUT /v2.0/routers/ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8428741 Apr 07 12:58:01.936729 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-c52ec4a1-be7b-46dc-a52a-f090249b0c7c None None] Provisioning complete for port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:01.937370 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c52ec4a1-be7b-46dc-a52a-f090249b0c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:01.985395 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f0bb5-5632-422a-9acb-189a816b90d5 req-10b841e8-43b4-4f02-9f8f-b3419bc25286 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:01.996068 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-c52ec4a1-be7b-46dc-a52a-f090249b0c7c None None] Port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:58:01.999196 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-188f0bb5-5632-422a-9acb-189a816b90d5 req-10b841e8-43b4-4f02-9f8f-b3419bc25286 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.1585917 Apr 07 12:58:02.053038 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-188f0bb5-5632-422a-9acb-189a816b90d5 req-3d7d3cbf-98f3-4a82-b95b-551677fd2949 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525830 Apr 07 12:58:02.261742 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b845e79-7d29-47c4-bd53-ba95a2aa0e70 req-e9c61357-4436-42c9-962a-181d55565956 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:02.263340 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1b845e79-7d29-47c4-bd53-ba95a2aa0e70 req-e9c61357-4436-42c9-962a-181d55565956 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 945 time: 0.0886426 Apr 07 12:58:02.339728 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1b845e79-7d29-47c4-bd53-ba95a2aa0e70 req-4e3f1349-56ef-4193-834c-79668b2df067 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707235 Apr 07 12:58:02.465026 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:58:02.561567 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4f47c-b2f5-489e-9225-fcd4d0c038d7 req-b18e5364-054f-462e-9725-a5c7312c3d5c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:02.570648 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-37f4f47c-b2f5-489e-9225-fcd4d0c038d7 req-b18e5364-054f-462e-9725-a5c7312c3d5c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1272926 Apr 07 12:58:02.666151 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-37f4f47c-b2f5-489e-9225-fcd4d0c038d7 req-9f14de60-7168-463f-9af5-bff81bb31bdd tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849168 Apr 07 12:58:02.845647 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 2326ed5e-0c39-4e97-9633-8dae505d9b3f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:02.846247 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:02.999957 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2326ed5e-0c39-4e97-9633-8dae505d9b3f is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:03.000608 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:03.043426 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:58:03.046946 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dbe040-23cb-4cf0-b18b-a8ae689f2e86" -d '{"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:58:03.062232 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:03.070439 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:03.140156 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9d1e6b-18b7-4c3e-a23f-b56604defe66 x-openstack-request-id: req-9b9d1e6b-18b7-4c3e-a23f-b56604defe66 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:58:03.140611 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:58:03.140947 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b9d1e6b-18b7-4c3e-a23f-b56604defe66 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:58:03.141432 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9d1e6b-18b7-4c3e-a23f-b56604defe66'] response: {'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'code': 200} Apr 07 12:58:03.150176 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Sync routers for ids ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:58:03.164542 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:03.174026 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Routers {'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:58:03.174026 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:57:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:03.244995 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658957-2df5-47e1-97ce-94038ce4eb4d req-5f994cdf-51c6-4ab3-8af3-5ce208828328 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:03.251198 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4a658957-2df5-47e1-97ce-94038ce4eb4d req-5f994cdf-51c6-4ab3-8af3-5ce208828328 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0926807 Apr 07 12:58:03.320864 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4a658957-2df5-47e1-97ce-94038ce4eb4d req-9b860d0a-4f15-48c2-8195-762c2b6c6b67 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643716 Apr 07 12:58:03.350809 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Set router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:58:03.617641 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509c753-968e-4bba-948a-bf81e5b256e0 req-58a88ab8-7daf-41ee-b68c-fe8fb126b7eb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:03.619694 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f509c753-968e-4bba-948a-bf81e5b256e0 req-58a88ab8-7daf-41ee-b68c-fe8fb126b7eb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0993853 Apr 07 12:58:03.625546 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 49914b45-f29d-43c7-960c-1fc11a0cad52 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:58:03.736135 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f509c753-968e-4bba-948a-bf81e5b256e0 req-30f59d66-f2eb-43d8-82c5-975fd0bcb86e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088183 Apr 07 12:58:03.765899 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 49914b45-f29d-43c7-960c-1fc11a0cad52 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:03.766360 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:03.914865 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:55Z', 'updated_at': '2022-04-07T12:58:00Z', 'revision_number': 4, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'gw_port': {'id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:56Z', 'updated_at': '2022-04-07T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '2bda2fa2-bdab-467e-b8ff-b2a102bbb776', 'name': '', 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'mac_address': 'fa:16:3e:8f:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '939f9f86-5671-4034-8190-a2dab6829be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:59Z', 'updated_at': '2022-04-07T12:58:00Z', 'revision_number': 2, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'subnets': [{'id': '939f9f86-5671-4034-8190-a2dab6829be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:03.932490 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ffe94690-af12-491d-bd08-2f10505d968a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:04.018051 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Checking router: ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:58:04.018513 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Updating router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 binding host dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 12:58:04.030929 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 49914b45-f29d-43c7-960c-1fc11a0cad52 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:04.083019 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:04.505571 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7c99d-c899-4d0b-9de1-127c0e66bd4e req-ec10514d-2853-4f6d-90bf-c2b990f3a48e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:04.507309 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-81e7c99d-c899-4d0b-9de1-127c0e66bd4e req-ec10514d-2853-4f6d-90bf-c2b990f3a48e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0854542 Apr 07 12:58:04.601280 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-81e7c99d-c899-4d0b-9de1-127c0e66bd4e req-0473e736-94fc-40f0-b90d-f13d7860e6fa tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883973 Apr 07 12:58:04.648521 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Publish callbacks [] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:04.659182 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:04.727040 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0397974-aa41-4813-963b-14ed8ce7f600 None None] Pushing event updated for resources: {'Port': ['ID=2bda2fa2-bdab-467e-b8ff-b2a102bbb776,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:04.819801 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Attempting to bind port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:58:04.820393 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Attempting to bind port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:58:04.820763 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Attempting to bind port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 on network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:58:04.826560 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:58:04.826935 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Checking segment: {'id': '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:58:04.827341 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:04.827739 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Bound using segment: {'id': '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:58:04.828212 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Bound port: 2bda2fa2-bdab-467e-b8ff-b2a102bbb776, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:58:04.828761 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:04.983209 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] For port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:58:04.990536 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] For port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=2bda2fa2-bdab-467e-b8ff-b2a102bbb776,segment=NetworkSegment(1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd),segment_id=1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:58:05.002369 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b4256-c8f6-4d54-b35f-6bd9c5a5f453 req-3644eac1-26c1-4068-ba54-7f4f9e2ae128 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:05.010380 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:05.015090 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4e1b4256-c8f6-4d54-b35f-6bd9c5a5f453 req-3644eac1-26c1-4068-ba54-7f4f9e2ae128 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.1372690 Apr 07 12:58:05.123642 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4e1b4256-c8f6-4d54-b35f-6bd9c5a5f453 req-3489ca7a-ae57-4211-8869-85828c693887 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070473 Apr 07 12:58:05.185524 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:05.218068 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Routers {'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:58:05.218781 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:58:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:05.228624 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0397974-aa41-4813-963b-14ed8ce7f600 None None] Pushing event updated for resources: {'Port': ['ID=2bda2fa2-bdab-467e-b8ff-b2a102bbb776,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:05.335897 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-e20f3985-7bc9-4499-a8bf-56e3e8347c3f None None] Provisioning complete for port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:05.336285 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e20f3985-7bc9-4499-a8bf-56e3e8347c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:05.551970 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] Set router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:58:05.555694 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e20f3985-7bc9-4499-a8bf-56e3e8347c3f None None] Current status of the port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:05.556088 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e20f3985-7bc9-4499-a8bf-56e3e8347c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:05.649228 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e20f3985-7bc9-4499-a8bf-56e3e8347c3f None None] For port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=2bda2fa2-bdab-467e-b8ff-b2a102bbb776,segment=NetworkSegment(1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd),segment_id=1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:05.693435 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e20f3985-7bc9-4499-a8bf-56e3e8347c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:05.827044 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f3985-7bc9-4499-a8bf-56e3e8347c3f None None] Pushing event updated for resources: {'Port': ['ID=2bda2fa2-bdab-467e-b8ff-b2a102bbb776,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:05.861586 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-8d6db9fb-ef40-43d4-bbc4-dce502ce988b None None] Provisioning complete for port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:05.862021 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8d6db9fb-ef40-43d4-bbc4-dce502ce988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:05.880566 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f56b4a-7f74-49d9-b8b0-768061e6af4e req-ece24976-a144-4b87-a4ff-2678c00be6a8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:05.883330 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-41f56b4a-7f74-49d9-b8b0-768061e6af4e req-ece24976-a144-4b87-a4ff-2678c00be6a8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.1234970 Apr 07 12:58:05.980544 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-41f56b4a-7f74-49d9-b8b0-768061e6af4e req-ea461334-4fa7-4aaf-8f04-0c102381206e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914912 Apr 07 12:58:06.324281 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:55Z', 'updated_at': '2022-04-07T12:58:00Z', 'revision_number': 4, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'gw_port': {'id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:56Z', 'updated_at': '2022-04-07T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '2bda2fa2-bdab-467e-b8ff-b2a102bbb776', 'name': '', 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'mac_address': 'fa:16:3e:8f:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '939f9f86-5671-4034-8190-a2dab6829be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:59Z', 'updated_at': '2022-04-07T12:58:04Z', 'revision_number': 4, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'subnets': [{'id': '939f9f86-5671-4034-8190-a2dab6829be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:06.348907 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce63836-2dee-4909-9351-ab58938fcbc6 req-d6afaff2-5072-483e-b988-d476edad7669 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:06.358874 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bce63836-2dee-4909-9351-ab58938fcbc6 req-d6afaff2-5072-483e-b988-d476edad7669 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0979927 Apr 07 12:58:06.422269 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a7fce-ff30-4945-b46e-efee453934e7 None None] The sync data for ids ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'] in dv-cinder-836944-2-smb is: [{'id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:55Z', 'updated_at': '2022-04-07T12:58:00Z', 'revision_number': 4, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'gw_port': {'id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:56Z', 'updated_at': '2022-04-07T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '2bda2fa2-bdab-467e-b8ff-b2a102bbb776', 'name': '', 'network_id': '8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'mac_address': 'fa:16:3e:8f:47:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '939f9f86-5671-4034-8190-a2dab6829be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:59Z', 'updated_at': '2022-04-07T12:58:04Z', 'revision_number': 4, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'subnets': [{'id': '939f9f86-5671-4034-8190-a2dab6829be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:58:06.458407 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bce63836-2dee-4909-9351-ab58938fcbc6 req-7acf0391-4e29-4828-a8af-406e318eb5fb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984840 Apr 07 12:58:06.462497 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:06.463191 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-8d6db9fb-ef40-43d4-bbc4-dce502ce988b None None] Current status of the port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:07.197748 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab5b6-4974-40c6-bc5e-55fd40e096ab req-2244b50f-5304-47ce-95b1-bcab0be4622a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:07.199170 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-365ab5b6-4974-40c6-bc5e-55fd40e096ab req-2244b50f-5304-47ce-95b1-bcab0be4622a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0767534 Apr 07 12:58:07.294347 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-365ab5b6-4974-40c6-bc5e-55fd40e096ab req-2ae792e3-a8fb-4801-9db2-9d6a6df5f685 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878294 Apr 07 12:58:07.581941 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:58:07.719591 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:07.720748 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:07.774405 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38ae1-5315-4adf-bcb1-0b2134e329d7 req-633c244e-10e9-45e9-b84b-8f2cd9014cbb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:07.783784 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ccd38ae1-5315-4adf-bcb1-0b2134e329d7 req-633c244e-10e9-45e9-b84b-8f2cd9014cbb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.1319909 Apr 07 12:58:07.918603 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ccd38ae1-5315-4adf-bcb1-0b2134e329d7 req-09e3bcfd-02e7-4bfb-96fa-f81976360c77 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311996 Apr 07 12:58:07.952283 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:07.980153 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:08.446589 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb6751-c55e-4aec-9f79-ff6ac2d7b405 req-b3926fee-93eb-48e7-b7fd-b638e302fcc1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:08.453520 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e4bb6751-c55e-4aec-9f79-ff6ac2d7b405 req-b3926fee-93eb-48e7-b7fd-b638e302fcc1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0737739 Apr 07 12:58:08.514909 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e4bb6751-c55e-4aec-9f79-ff6ac2d7b405 req-fc846440-2056-446a-bc28-e22d307af451 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603111 Apr 07 12:58:09.052516 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9c90-1d64-4aca-a69a-6d94601268fa req-4a103f99-8ca1-4aa2-9286-4c276ccb8fc5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:09.063347 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4d1f9c90-1d64-4aca-a69a-6d94601268fa req-4a103f99-8ca1-4aa2-9286-4c276ccb8fc5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0815587 Apr 07 12:58:09.143436 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4d1f9c90-1d64-4aca-a69a-6d94601268fa req-26005269-203d-4397-b53d-b2f7b9d5e2f2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782542 Apr 07 12:58:09.644666 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575c083-ac28-4a93-b9eb-effaa69add3d req-6395e9a5-3aa7-421c-9061-aeed3a1f11d5 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:09.652677 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0575c083-ac28-4a93-b9eb-effaa69add3d req-6395e9a5-3aa7-421c-9061-aeed3a1f11d5 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0638475 Apr 07 12:58:09.709321 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0575c083-ac28-4a93-b9eb-effaa69add3d req-bb423c57-62c0-49ba-8ffe-17a6671f6791 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553453 Apr 07 12:58:10.272853 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f909c-5042-4b03-8174-c4c12a69e16d req-765b64a6-851c-44c8-82ea-67bd9e0e1c23 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:10.280966 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-771f909c-5042-4b03-8174-c4c12a69e16d req-765b64a6-851c-44c8-82ea-67bd9e0e1c23 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0664318 Apr 07 12:58:10.332356 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-771f909c-5042-4b03-8174-c4c12a69e16d req-f689df05-c0fa-4a66-81df-d804ebb05e7c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501573 Apr 07 12:58:10.824239 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa43c3-6d1b-4f2d-b9c6-99df80f72168 req-de0bb2d5-82f1-47be-a8a5-3f089521ccd9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:10.832430 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-99aa43c3-6d1b-4f2d-b9c6-99df80f72168 req-de0bb2d5-82f1-47be-a8a5-3f089521ccd9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0614719 Apr 07 12:58:10.888988 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-99aa43c3-6d1b-4f2d-b9c6-99df80f72168 req-71264715-47e4-42e7-bdfc-07d7da0b0788 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552914 Apr 07 12:58:11.498882 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ee400-1cff-4a73-ab0f-776124790e66 req-5a8c852f-08d6-4d44-ba22-9c658b6098c8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:11.505940 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d83ee400-1cff-4a73-ab0f-776124790e66 req-5a8c852f-08d6-4d44-ba22-9c658b6098c8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0721815 Apr 07 12:58:11.573877 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d83ee400-1cff-4a73-ab0f-776124790e66 req-30fe9712-177a-4e1d-b732-09dbf56691c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638423 Apr 07 12:58:12.024776 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d553f-d565-4c2f-aae3-661e133f9634 req-56f6b23a-6316-44bc-8dd3-5059cbe3bed0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:12.031605 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-334d553f-d565-4c2f-aae3-661e133f9634 req-56f6b23a-6316-44bc-8dd3-5059cbe3bed0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0761955 Apr 07 12:58:12.079104 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-334d553f-d565-4c2f-aae3-661e133f9634 req-01caf9fe-3fef-4570-93bf-8b3b567af53b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Apr 07 12:58:12.704563 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8657b7d-8765-486c-9380-b250e5e8cfb6 req-43a16a24-5e00-4142-a15a-5fa321816c03 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:12.706505 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a8657b7d-8765-486c-9380-b250e5e8cfb6 req-43a16a24-5e00-4142-a15a-5fa321816c03 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0640483 Apr 07 12:58:12.768566 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a8657b7d-8765-486c-9380-b250e5e8cfb6 req-cc3dabdc-efeb-47af-9d84-a15c612e8b1b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562375 Apr 07 12:58:13.207447 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3c0c5-778b-4853-8584-ec327ba33679 req-25671a65-05e2-4189-ae08-b5fe262bf476 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:13.209067 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bb3c0c5-778b-4853-8584-ec327ba33679 req-25671a65-05e2-4189-ae08-b5fe262bf476 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0585606 Apr 07 12:58:13.262551 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bb3c0c5-778b-4853-8584-ec327ba33679 req-5f17d225-481a-4024-abb1-648bb2c524a0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Apr 07 12:58:13.904525 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da65212-a9f1-4a33-abf4-b8cca58de342 req-2fd51d5d-e98c-49bb-a231-3ccabfd9d018 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:13.906091 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4da65212-a9f1-4a33-abf4-b8cca58de342 req-2fd51d5d-e98c-49bb-a231-3ccabfd9d018 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0615599 Apr 07 12:58:13.955749 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4da65212-a9f1-4a33-abf4-b8cca58de342 req-4c7251de-3e31-4e83-b6b5-cc1da62b688d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Apr 07 12:58:14.039368 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-30eeda70-901e-4694-84ec-d40ba58db58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:14.040858 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-30eeda70-901e-4694-84ec-d40ba58db58e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 1130 time: 0.0789118 Apr 07 12:58:14.043381 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bafed3-7a49-40b6-9e0e-71a4441a5ad0 req-61faa91c-86de-4f77-8a44-a02431a13f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:14.044721 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b8bafed3-7a49-40b6-9e0e-71a4441a5ad0 req-61faa91c-86de-4f77-8a44-a02431a13f7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 1129 time: 0.0745940 Apr 07 12:58:14.156428 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b8bafed3-7a49-40b6-9e0e-71a4441a5ad0 req-4e175d23-0cb7-4214-955b-a844e764b789 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019270 Apr 07 12:58:14.171135 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-50772d9d-4670-4764-9266-d98b279ab36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:14.172539 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-50772d9d-4670-4764-9266-d98b279ab36e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 917 time: 0.1192360 Apr 07 12:58:14.382752 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c97c5-e862-4bf6-b0c6-811d61987d3a req-0df822ea-239f-49b1-a9d8-f69ba348e6a2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:14.384296 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-392c97c5-e862-4bf6-b0c6-811d61987d3a req-0df822ea-239f-49b1-a9d8-f69ba348e6a2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0540538 Apr 07 12:58:14.430542 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-392c97c5-e862-4bf6-b0c6-811d61987d3a req-b51e4306-a8b6-425f-8028-3cdd32f6d198 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Apr 07 12:58:14.484144 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-bbee7ad5-6b18-46c6-8666-f7994f698fa0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f HTTP/1.1" status: 200 len: 1002 time: 0.1136594 Apr 07 12:58:14.540752 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15bb8-c841-4359-8884-fe70b47b679f req-8ee12235-daf7-4f47-b04f-821d8d681a00 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:14.542195 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-8ee12235-daf7-4f47-b04f-821d8d681a00 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/networks?id=26d37adf-3d0a-4195-aea4-8da2820be600 HTTP/1.1" status: 200 len: 814 time: 0.1811664 Apr 07 12:58:14.559082 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-f6ae3aad-7267-4b5b-8956-115c7cb82e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:14.560441 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-f6ae3aad-7267-4b5b-8956-115c7cb82e20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.0693083 Apr 07 12:58:14.562774 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-08b36b3d-77ef-486a-814b-3b9f81bea2c7 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/quotas/93ca6ad10d8a453890846cd1b84ed68a HTTP/1.1" status: 200 len: 375 time: 0.0133464 Apr 07 12:58:14.617532 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-9e987fb9-720c-4750-bd48-3b158e2365fc tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497372 Apr 07 12:58:14.980215 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-7dc6bf32-4c76-44d3-ae18-35d238893e73 service neutron] 10.222.0.45 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516293 Apr 07 12:58:15.017891 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-2d739b5f-26ca-4096-92ac-36265696e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:15.019412 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-2d739b5f-26ca-4096-92ac-36265696e319 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0829525 Apr 07 12:58:15.077835 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651d4a3-4f55-4b8a-893e-abf946f6c7f4 req-59422733-c6eb-4794-8e5a-9977ca5d8307 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:15.079335 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8651d4a3-4f55-4b8a-893e-abf946f6c7f4 req-59422733-c6eb-4794-8e5a-9977ca5d8307 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0516536 Apr 07 12:58:15.128459 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8651d4a3-4f55-4b8a-893e-abf946f6c7f4 req-0b4f9dae-fb3d-4c13-9dcd-afbbd00e7769 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Apr 07 12:58:15.140005 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-281d86a5-9912-45ce-904f-a6bbcdc724d3 service neutron] 10.222.0.45 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538289 Apr 07 12:58:15.157185 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-16865778-db17-4edd-95a6-5bd208d03483 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139917 Apr 07 12:58:15.293641 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-991ba1fc-84d7-4f6f-bfcc-880c21b7b528 req-a9ba6e33-c98e-4ca2-ace6-da18bcc4bbd3 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 210 time: 0.0262928 Apr 07 12:58:15.553740 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bacf5-e93a-48b4-bb2b-ff6003001a34 req-5fc523e9-c459-486f-88f1-f0995796286c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:15.555260 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5e8bacf5-e93a-48b4-bb2b-ff6003001a34 req-5fc523e9-c459-486f-88f1-f0995796286c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0541344 Apr 07 12:58:15.607888 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5e8bacf5-e93a-48b4-bb2b-ff6003001a34 req-e109d8c9-16c4-48a7-8fb6-733ec11dc35b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469606 Apr 07 12:58:15.857910 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9caf9546-1de3-4a76-9fc8-5cbb325241ed req-b08bd334-3694-4f20-9814-e1652bc59dd9 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928373 Apr 07 12:58:16.269701 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cb430-c9ea-4cf4-b0d3-c0168e1474f1 req-93ef3b31-ce61-4be0-8415-8513db518d0b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:16.271217 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bb3cb430-c9ea-4cf4-b0d3-c0168e1474f1 req-93ef3b31-ce61-4be0-8415-8513db518d0b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 946 time: 0.0633774 Apr 07 12:58:16.316912 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bb3cb430-c9ea-4cf4-b0d3-c0168e1474f1 req-a18c8c5c-a79f-43b3-b567-3aa99d94e5b1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400550 Apr 07 12:58:16.386087 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3d94e397-a151-45db-bfc0-eafcf7fd5dd2 req-d9a2a649-a55b-479c-b29f-e2c403ddbc52 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 210 time: 0.0272591 Apr 07 12:58:16.556450 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:58:16.633758 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2326ed5e-0c39-4e97-9633-8dae505d9b3f is: ACTIVE; New status is: DOWN {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:16.634152 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:16.657130 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:58:16.659394 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2121fe43-0c64-4f3b-837a-530e7f324be6" -d '{"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:58:16.673534 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:16.679568 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:16.703098 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9810a193-5ea6-4ad1-a7a0-04616e2ddcb7 x-openstack-request-id: req-9810a193-5ea6-4ad1-a7a0-04616e2ddcb7 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:58:16.703426 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:58:16.703690 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9810a193-5ea6-4ad1-a7a0-04616e2ddcb7 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:58:16.704086 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9810a193-5ea6-4ad1-a7a0-04616e2ddcb7'] response: {'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'code': 200} Apr 07 12:58:16.724049 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795931fc-ed61-4300-93ec-5f0e163c401a req-e80cbb7b-5463-4587-856a-91c43317f1fe tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:16.725866 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-795931fc-ed61-4300-93ec-5f0e163c401a req-e80cbb7b-5463-4587-856a-91c43317f1fe tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0526066 Apr 07 12:58:16.730278 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:16.775286 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-795931fc-ed61-4300-93ec-5f0e163c401a req-2de5586e-25b5-447d-a8e0-2774bbe9447f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 Apr 07 12:58:17.017550 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cdd2b-3dbd-4b74-b7ed-f08ece462531 req-c0c7df1e-da2c-4aa6-8c6f-78c7a516e0c8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:17.019028 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-274cdd2b-3dbd-4b74-b7ed-f08ece462531 req-c0c7df1e-da2c-4aa6-8c6f-78c7a516e0c8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0560925 Apr 07 12:58:17.064495 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-274cdd2b-3dbd-4b74-b7ed-f08ece462531 req-7d4bb3f1-07c3-41bd-a99c-811e06ecf6eb tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 Apr 07 12:58:17.452165 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d88023-b31d-4ff2-befa-c04fe8420939 req-81acfe62-97d2-49f1-a50f-84ee60006e65 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:17.453673 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-11d88023-b31d-4ff2-befa-c04fe8420939 req-81acfe62-97d2-49f1-a50f-84ee60006e65 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0639405 Apr 07 12:58:17.478401 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-79593554-8a36-485f-a7df-cd6534ea0998 req-f0d987d2-86dc-425b-865e-0d96a4dd4f7e tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 210 time: 0.0270505 Apr 07 12:58:17.501393 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-11d88023-b31d-4ff2-befa-c04fe8420939 req-2657496a-4bda-455a-9394-309133266a30 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Apr 07 12:58:17.706656 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb473399-f802-4195-86b7-db23fccd1c88 req-9aa18373-17f3-41da-8f2e-4fff5ff0c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:17.708435 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb473399-f802-4195-86b7-db23fccd1c88 req-9aa18373-17f3-41da-8f2e-4fff5ff0c5fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 1129 time: 0.0456145 Apr 07 12:58:17.828759 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb473399-f802-4195-86b7-db23fccd1c88 req-552a049a-d22a-4daa-9bca-5b1df875ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:17.830234 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb473399-f802-4195-86b7-db23fccd1c88 req-552a049a-d22a-4daa-9bca-5b1df875ad64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.0974548 Apr 07 12:58:18.098156 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb473399-f802-4195-86b7-db23fccd1c88 req-0f99ca93-a8d6-4286-9c6d-a16766401e16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999 HTTP/1.1" status: 200 len: 217 time: 0.0363674 Apr 07 12:58:18.178370 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb473399-f802-4195-86b7-db23fccd1c88 req-83fabd5b-055c-4f10-9842-e89ca984efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:18.179895 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb473399-f802-4195-86b7-db23fccd1c88 req-83fabd5b-055c-4f10-9842-e89ca984efbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0743954 Apr 07 12:58:18.203226 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf475c-4768-446c-a3df-e018725718ec req-b06f7397-f770-4d90-8315-adaabe2d1611 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:18.204668 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-29bf475c-4768-446c-a3df-e018725718ec req-b06f7397-f770-4d90-8315-adaabe2d1611 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0625033 Apr 07 12:58:18.250738 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-29bf475c-4768-446c-a3df-e018725718ec req-06ebaea2-c051-4da2-abcc-f7aa37253bfe tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Apr 07 12:58:18.556892 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb473399-f802-4195-86b7-db23fccd1c88 req-43105b09-6496-4a9c-84f1-6e81bda76253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:18.558580 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb473399-f802-4195-86b7-db23fccd1c88 req-43105b09-6496-4a9c-84f1-6e81bda76253 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1303806 Apr 07 12:58:18.586575 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0bd19253-3d2d-4289-b984-b1e035634757 req-2cf52bf4-081c-465c-adb7-d3e08ae8c477 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 210 time: 0.0352023 Apr 07 12:58:18.634580 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15bb8-c841-4359-8884-fe70b47b679f req-776822e9-f9f2-40fa-a51c-c11d054c0b00 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:18.636005 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-776822e9-f9f2-40fa-a51c-c11d054c0b00 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.26 "GET /v2.0/networks?id=26d37adf-3d0a-4195-aea4-8da2820be600 HTTP/1.1" status: 200 len: 814 time: 0.1994126 Apr 07 12:58:18.689056 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'port': {'device_id': 'f161fc74-48ba-4dde-a284-36892f40d248', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'admin_state_up': True, 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:58:18.761446 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00da06-9489-40d7-be9e-a5322a2f95f4 req-48257919-ce52-4dcb-b89c-3de3c0dcb607 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:18.763024 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-be00da06-9489-40d7-be9e-a5322a2f95f4 req-48257919-ce52-4dcb-b89c-3de3c0dcb607 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.1789849 Apr 07 12:58:18.776369 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:18.803990 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb473399-f802-4195-86b7-db23fccd1c88 req-02056265-b0a4-44cd-9c5b-38b9754614fd service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323041 Apr 07 12:58:18.932636 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-be00da06-9489-40d7-be9e-a5322a2f95f4 req-cc2962f3-63b6-4679-b62f-f4be5b9428d4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536870 Apr 07 12:58:18.958150 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Made reservation on behalf of 93ca6ad10d8a453890846cd1b84ed68a for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:58:18.963127 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:18.988435 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb473399-f802-4195-86b7-db23fccd1c88 req-312c174d-1531-4d0b-8ed6-9d8e4531b475 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737883 Apr 07 12:58:19.172856 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Allocated IP 172.20.0.8 (26d37adf-3d0a-4195-aea4-8da2820be600/aa7e0ded-adc4-451c-922d-4d44c076ad34/3857ed4c-d33e-47ea-97ad-b79df3398a6e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:58:19.403932 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:19.453170 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:19.565938 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Network 26d37adf-3d0a-4195-aea4-8da2820be600 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:58:19.580208 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:58:19.588565 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:58:19.597676 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'Port': ['ID=3857ed4c-d33e-47ea-97ad-b79df3398a6e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:19.714138 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:19.716737 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:19.751234 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d321e6-038e-4599-bf17-cc90ebe7592f req-ac7495e9-1386-4452-af5e-e62a90d78412 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:19.752852 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c9d321e6-038e-4599-bf17-cc90ebe7592f req-ac7495e9-1386-4452-af5e-e62a90d78412 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.3121853 Apr 07 12:58:19.763003 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c103d-f598-4528-afcc-1441ed8173e4 req-ab05e8a9-b622-4bd5-a7cb-b864b385e255 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:19.773317 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-e9d22817-51c1-40d8-9400-6f5905c3a006 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0894363 Apr 07 12:58:19.775397 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c04c103d-f598-4528-afcc-1441ed8173e4 req-ab05e8a9-b622-4bd5-a7cb-b864b385e255 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 931 time: 0.0873063 Apr 07 12:58:19.830513 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c04c103d-f598-4528-afcc-1441ed8173e4 req-fa41aab7-4616-434c-b3da-005a9be19e83 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529656 Apr 07 12:58:19.885549 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c9d321e6-038e-4599-bf17-cc90ebe7592f req-bcea5a51-cbcc-4ecd-9d43-305325cf41f2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180112 Apr 07 12:58:19.911265 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f38ed2ae-7419-4ea4-acd3-14f3731e5d06 None None] Provisioning complete for port 3857ed4c-d33e-47ea-97ad-b79df3398a6e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:19.911870 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f38ed2ae-7419-4ea4-acd3-14f3731e5d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:19.913926 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [req-e3b7d7fd-1d55-4d99-9bc8-e4d702c3e9f0 req-d0e01d2d-02f7-4d8a-9a51-64331cd6cc79 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:58:19.914943 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e3b7d7fd-1d55-4d99-9bc8-e4d702c3e9f0 req-d0e01d2d-02f7-4d8a-9a51-64331cd6cc79 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054288 Apr 07 12:58:19.956616 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f38ed2ae-7419-4ea4-acd3-14f3731e5d06 None None] Port 3857ed4c-d33e-47ea-97ad-b79df3398a6e cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:58:20.117284 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62051d1-a23f-44f7-a58a-aa409a5e7d7f req-4ac5126e-cc0c-462f-a878-059c4640ef5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:20.119448 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d62051d1-a23f-44f7-a58a-aa409a5e7d7f req-4ac5126e-cc0c-462f-a878-059c4640ef5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0643365 Apr 07 12:58:20.170753 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d62051d1-a23f-44f7-a58a-aa409a5e7d7f req-79d11d72-e714-4d80-933c-9455a6a91fce tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 Apr 07 12:58:20.442684 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:20.531938 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-42efe632-b9c0-47ff-8fce-c606f34d0ce6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877776 Apr 07 12:58:20.541798 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-ac583e89-7894-44ef-92f2-ee7d64967990 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 12:58:20.542941 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-ac583e89-7894-44ef-92f2-ee7d64967990 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059223 Apr 07 12:58:20.626507 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33736) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:20.723555 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-c37d5a49-3ce2-4a61-a8a9-0cca3270629d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:20.724945 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-c37d5a49-3ce2-4a61-a8a9-0cca3270629d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports/2326ed5e-0c39-4e97-9633-8dae505d9b3f HTTP/1.1" status: 200 len: 941 time: 0.0971122 Apr 07 12:58:20.984333 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6be00a-2f5e-4690-97d2-ab7e779af0c6 req-e22bf581-aac4-4865-94a4-3ca4277be4df tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:20.986593 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8c6be00a-2f5e-4690-97d2-ab7e779af0c6 req-e22bf581-aac4-4865-94a4-3ca4277be4df tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 931 time: 0.0911198 Apr 07 12:58:21.050918 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8c6be00a-2f5e-4690-97d2-ab7e779af0c6 req-82ba23b2-358a-41d0-b78b-07a797b90b2c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554836 Apr 07 12:58:21.067014 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2be2ba-a088-4f7c-ab1f-ca44762cfe88 req-b1486f66-3a2b-4e17-bbff-56661b7d27a1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:21.067014 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4e2be2ba-a088-4f7c-ab1f-ca44762cfe88 req-b1486f66-3a2b-4e17-bbff-56661b7d27a1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.1138313 Apr 07 12:58:21.118462 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4e2be2ba-a088-4f7c-ab1f-ca44762cfe88 req-2f2531d6-5808-4f95-8aa5-7a9135295e85 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Apr 07 12:58:21.295639 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5eb0c-ff93-4c9c-a967-0234d8007be9 req-48c3f3d4-9c27-4ea9-bd70-9240efaa798c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:21.297383 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-91e5eb0c-ff93-4c9c-a967-0234d8007be9 req-48c3f3d4-9c27-4ea9-bd70-9240efaa798c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0551672 Apr 07 12:58:21.344890 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-91e5eb0c-ff93-4c9c-a967-0234d8007be9 req-7156e03c-79c8-4b01-a067-78be004ed2e5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 Apr 07 12:58:22.193708 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b770813-a3be-49ea-bd52-5c5597646f5b req-efb5357c-bb97-4dbf-901f-c236e38e948d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:22.196176 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6b770813-a3be-49ea-bd52-5c5597646f5b req-efb5357c-bb97-4dbf-901f-c236e38e948d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 931 time: 0.0791869 Apr 07 12:58:22.266526 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75d430-d5f4-4e4a-a72d-dfc8c7ffb57d req-ee8e6dda-5981-4598-adfe-a60bf7f4cc0f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:22.268084 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9c75d430-d5f4-4e4a-a72d-dfc8c7ffb57d req-ee8e6dda-5981-4598-adfe-a60bf7f4cc0f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0716252 Apr 07 12:58:22.271166 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6b770813-a3be-49ea-bd52-5c5597646f5b req-c60e983f-4df5-431d-b7f9-7b04ddaedba9 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690491 Apr 07 12:58:22.327694 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9c75d430-d5f4-4e4a-a72d-dfc8c7ffb57d req-c0132d98-e182-411b-8fc5-084f7f2a61fd tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538504 Apr 07 12:58:22.470988 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0402b-811f-48e9-bb84-ec07af5d3c76 req-9ebdf08c-dd55-4e3c-9c63-ea6e64b12f02 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:22.472654 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c0c0402b-811f-48e9-bb84-ec07af5d3c76 req-9ebdf08c-dd55-4e3c-9c63-ea6e64b12f02 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0520573 Apr 07 12:58:22.570772 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c0c0402b-811f-48e9-bb84-ec07af5d3c76 req-ba8161b7-107c-4118-b986-71e9f36f1662 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917923 Apr 07 12:58:22.577344 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:58:22.660144 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2326ed5e-0c39-4e97-9633-8dae505d9b3f is: DOWN; New status is: DOWN {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:23.398475 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d70084-6037-4bf3-994c-e98d37e3513b req-d7337375-3f1d-445a-bb76-abd4c896e119 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:23.400024 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-45d70084-6037-4bf3-994c-e98d37e3513b req-d7337375-3f1d-445a-bb76-abd4c896e119 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 931 time: 0.0596037 Apr 07 12:58:23.453849 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086da0a-7467-4e2c-9c01-d7add85d2623 req-70f79648-494d-4853-9b10-16b42b3d2eb5 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:23.455507 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6086da0a-7467-4e2c-9c01-d7add85d2623 req-70f79648-494d-4853-9b10-16b42b3d2eb5 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0577552 Apr 07 12:58:23.474071 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-45d70084-6037-4bf3-994c-e98d37e3513b req-3bc7c397-0840-42a0-bc6a-7cf30591d37a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669854 Apr 07 12:58:23.507626 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6086da0a-7467-4e2c-9c01-d7add85d2623 req-31b5f92a-54b9-45a1-bcdc-43f2c72eabed tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461383 Apr 07 12:58:23.705670 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ae422-d054-48cb-9be7-079b7562d850 req-37b9dacc-e87f-4170-a17f-08721ff97fe2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:23.707284 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-988ae422-d054-48cb-9be7-079b7562d850 req-37b9dacc-e87f-4170-a17f-08721ff97fe2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0573888 Apr 07 12:58:23.770772 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-988ae422-d054-48cb-9be7-079b7562d850 req-c4438ded-4c48-420f-b1b0-65aaeb4fb5e6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579278 Apr 07 12:58:24.636033 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e715ee-0ed8-4ec4-b325-10781fb6c4db req-2100ec85-6c2b-4c37-9405-a289b60972b5 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:24.637563 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a1e715ee-0ed8-4ec4-b325-10781fb6c4db req-2100ec85-6c2b-4c37-9405-a289b60972b5 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 931 time: 0.0938497 Apr 07 12:58:24.660565 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffcee2-f6db-46b1-b169-70b8543c3f34 req-f9168567-4e08-48f7-bba6-14d683aa51dd tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:24.662313 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-90ffcee2-f6db-46b1-b169-70b8543c3f34 req-f9168567-4e08-48f7-bba6-14d683aa51dd tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0571518 Apr 07 12:58:24.687051 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a1e715ee-0ed8-4ec4-b325-10781fb6c4db req-c09b6a6f-1165-4f17-a696-7d8fce40dc18 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Apr 07 12:58:24.737881 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-90ffcee2-f6db-46b1-b169-70b8543c3f34 req-7c6778e5-f689-4707-83cc-8a3acdbc33e9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642240 Apr 07 12:58:24.922146 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c169344-e0e2-4bfb-a32f-e79ef7efc6d0 req-bcd48c06-484c-4672-8005-c0887abb1023 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:24.923658 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c169344-e0e2-4bfb-a32f-e79ef7efc6d0 req-bcd48c06-484c-4672-8005-c0887abb1023 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0566385 Apr 07 12:58:24.974556 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c169344-e0e2-4bfb-a32f-e79ef7efc6d0 req-86b1c57e-6a09-4704-8bc5-876043e09b41 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449822 Apr 07 12:58:25.818782 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37270-fe13-4998-934c-de33f2bc8237 req-de8a28d8-b993-4363-b6b8-aa7e3f97ce53 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:25.820269 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7ba37270-fe13-4998-934c-de33f2bc8237 req-de8a28d8-b993-4363-b6b8-aa7e3f97ce53 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 931 time: 0.0668454 Apr 07 12:58:25.867222 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7ba37270-fe13-4998-934c-de33f2bc8237 req-fc06c455-a81e-4fd7-983f-0b416cec0a06 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Apr 07 12:58:25.883448 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd53a62-6d4d-4569-8d3f-c4333a86f665 req-6b0e474d-2749-4d14-94b3-a97befee839b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:25.886580 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dcd53a62-6d4d-4569-8d3f-c4333a86f665 req-6b0e474d-2749-4d14-94b3-a97befee839b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0602374 Apr 07 12:58:25.938947 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dcd53a62-6d4d-4569-8d3f-c4333a86f665 req-6f2b5e7e-a0c5-4989-8e92-add4be37d1b9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Apr 07 12:58:26.103240 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e75dc-bfa1-4a5a-a5d5-f261dfb6d20a req-c3ce6fe6-e946-4d21-8def-cc64796f7bd7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:26.104994 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-aa9e75dc-bfa1-4a5a-a5d5-f261dfb6d20a req-c3ce6fe6-e946-4d21-8def-cc64796f7bd7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0528142 Apr 07 12:58:26.163846 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-aa9e75dc-bfa1-4a5a-a5d5-f261dfb6d20a req-9077a0f3-d3fe-4982-9525-cdb6b6c467df tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532494 Apr 07 12:58:27.002014 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a45988-7e46-4626-afe0-3dd8e5993563 req-9bb9c348-6f32-488f-8445-0d0ccc136ba8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:27.003582 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56a45988-7e46-4626-afe0-3dd8e5993563 req-9bb9c348-6f32-488f-8445-0d0ccc136ba8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 931 time: 0.0634739 Apr 07 12:58:27.065750 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56a45988-7e46-4626-afe0-3dd8e5993563 req-36b4f99a-fd0c-45cb-9d65-0068a180bc28 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565801 Apr 07 12:58:27.086082 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5db0e7-7159-4ef6-8bbf-7d7d34625b69 req-1b72c7fd-6294-426b-99fe-3c3e3064a559 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:27.086082 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0c5db0e7-7159-4ef6-8bbf-7d7d34625b69 req-1b72c7fd-6294-426b-99fe-3c3e3064a559 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0727262 Apr 07 12:58:27.142266 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0c5db0e7-7159-4ef6-8bbf-7d7d34625b69 req-12f00809-50d5-4cf6-a6e3-eda55a0ddb2f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487454 Apr 07 12:58:27.291874 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5015e-5c73-4d73-9280-084fabaccf5c req-70a57cec-06cb-4751-8582-ecdbd71ce7e2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:27.293406 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9eb5015e-5c73-4d73-9280-084fabaccf5c req-70a57cec-06cb-4751-8582-ecdbd71ce7e2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0543599 Apr 07 12:58:27.339528 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9eb5015e-5c73-4d73-9280-084fabaccf5c req-cc6de084-9140-47f8-99b2-e2789a5f45a3 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405428 Apr 07 12:58:28.188995 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85089b8-c1de-43fc-a7ad-2413de3a4bce req-6c32a31f-c27c-42fc-a255-7259834fd475 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:28.190505 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a85089b8-c1de-43fc-a7ad-2413de3a4bce req-6c32a31f-c27c-42fc-a255-7259834fd475 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 931 time: 0.0555768 Apr 07 12:58:28.240150 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a85089b8-c1de-43fc-a7ad-2413de3a4bce req-075de11d-24ef-4621-8847-0962dec753e1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441649 Apr 07 12:58:28.267149 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f94669-df5f-4c53-923b-5a3a979f19bc req-96f2a9cc-c50d-4981-94d2-849ef744cfd8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:28.268659 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-71f94669-df5f-4c53-923b-5a3a979f19bc req-96f2a9cc-c50d-4981-94d2-849ef744cfd8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0597973 Apr 07 12:58:28.314664 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-71f94669-df5f-4c53-923b-5a3a979f19bc req-fac52238-28cc-4763-8443-1278ce51d35d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Apr 07 12:58:28.474046 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c83ce-adf3-4561-a3d9-bcadcb7eedd0 req-f8d62e8f-80a7-4720-a656-2a8b231e9cc9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:28.475530 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-051c83ce-adf3-4561-a3d9-bcadcb7eedd0 req-f8d62e8f-80a7-4720-a656-2a8b231e9cc9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0632098 Apr 07 12:58:28.522476 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-051c83ce-adf3-4561-a3d9-bcadcb7eedd0 req-667bcca5-f55b-4d30-9d03-88456a41ac2f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408573 Apr 07 12:58:28.988645 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Request body: {'port': {'device_id': 'f161fc74-48ba-4dde-a284-36892f40d248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:58:29.048759 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:29.310464 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3857ed4c-d33e-47ea-97ad-b79df3398a6e {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:58:29.326315 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Publish callbacks [] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:29.362094 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Transition to ACTIVE for port object 3857ed4c-d33e-47ea-97ad-b79df3398a6e will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:58:29.366875 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:29.418502 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00964dc-43b7-4977-9acf-32964e64bd13 req-80db01f5-7580-4fec-a314-cd1ac6299f06 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:29.420034 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a00964dc-43b7-4977-9acf-32964e64bd13 req-80db01f5-7580-4fec-a314-cd1ac6299f06 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 931 time: 0.1049318 Apr 07 12:58:29.449133 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b3f7-9086-4b60-824c-edc640e69778 req-ca86c240-7628-498c-9ce9-c457fa776ba6 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:29.457602 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3857ed4c-d33e-47ea-97ad-b79df3398a6e,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:29.459014 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4726b3f7-9086-4b60-824c-edc640e69778 req-ca86c240-7628-498c-9ce9-c457fa776ba6 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0731351 Apr 07 12:58:29.530341 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4726b3f7-9086-4b60-824c-edc640e69778 req-579a971e-dcc5-40e5-a579-9d39d26e068a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537834 Apr 07 12:58:29.534924 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a00964dc-43b7-4977-9acf-32964e64bd13 req-820b0052-6dbc-4258-beac-c281f4b9399b tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018801 Apr 07 12:58:29.549494 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Attempting to bind port 3857ed4c-d33e-47ea-97ad-b79df3398a6e on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:58:29.550017 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Attempting to bind port 3857ed4c-d33e-47ea-97ad-b79df3398a6e by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:58:29.550459 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Attempting to bind port 3857ed4c-d33e-47ea-97ad-b79df3398a6e on network 26d37adf-3d0a-4195-aea4-8da2820be600 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:58:29.555195 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Port 3857ed4c-d33e-47ea-97ad-b79df3398a6e on network 26d37adf-3d0a-4195-aea4-8da2820be600 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:58:29.555592 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Attempting to bind port 3857ed4c-d33e-47ea-97ad-b79df3398a6e on network 26d37adf-3d0a-4195-aea4-8da2820be600 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:58:29.560938 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:58:29.561344 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Checking segment: {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:58:29.561819 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Bound using segment: {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:58:29.562339 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Bound port: 3857ed4c-d33e-47ea-97ad-b79df3398a6e, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c6416a-5a27-47b1-ab09-88c41b8e83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:58:29.562704 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:29.631974 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] For port 3857ed4c-d33e-47ea-97ad-b79df3398a6e, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:58:29.638208 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] For port 3857ed4c-d33e-47ea-97ad-b79df3398a6e, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:58:29.645421 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:29.659020 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873f2d7-6f21-49d7-8c19-e6326b6098b7 req-8a3faa44-9a9a-41cb-be5e-d6be3bab4d23 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:29.660760 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5873f2d7-6f21-49d7-8c19-e6326b6098b7 req-8a3faa44-9a9a-41cb-be5e-d6be3bab4d23 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0576122 Apr 07 12:58:29.678578 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:29.679202 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:29.680589 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] 10.222.0.26 "PUT /v2.0/ports/3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 200 len: 1093 time: 0.6962626 Apr 07 12:58:29.681031 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:58:29.684248 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a45643-6221-40f0-b1c2-e2fa1f7a0cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:58:29.710793 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efd86e-a06f-4005-9c56-a2ee9a368eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3857ed4c-d33e-47ea-97ad-b79df3398a6e,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:29.718072 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5873f2d7-6f21-49d7-8c19-e6326b6098b7 req-a27d5d22-cced-40f4-8afd-957e35ec91bb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519991 Apr 07 12:58:29.733992 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86251920-55fc-419c-9e58-48e607712078 x-openstack-request-id: req-86251920-55fc-419c-9e58-48e607712078 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:58:29.734421 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:58:29.734570 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86251920-55fc-419c-9e58-48e607712078 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:58:29.734968 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86251920-55fc-419c-9e58-48e607712078'] response: {'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'status': 'completed', 'code': 200} Apr 07 12:58:30.615472 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a45643-6221-40f0-b1c2-e2fa1f7a0cf0 req-d883bb15-185d-4c92-814f-738d5b728a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:30.617005 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a3a45643-6221-40f0-b1c2-e2fa1f7a0cf0 req-d883bb15-185d-4c92-814f-738d5b728a1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 1127 time: 0.0628192 Apr 07 12:58:30.670438 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b216a80-a254-4e07-9ab4-49ca782c4258 req-fee76480-b4fb-4f6c-97df-49d8912bf85c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:30.671971 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8b216a80-a254-4e07-9ab4-49ca782c4258 req-fee76480-b4fb-4f6c-97df-49d8912bf85c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 943 time: 0.0602100 Apr 07 12:58:30.691646 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214b5d4-2d6b-4675-951a-cf16fcea9627 req-19424164-be87-4dc1-8325-402c5c633f86 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:30.693123 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6214b5d4-2d6b-4675-951a-cf16fcea9627 req-19424164-be87-4dc1-8325-402c5c633f86 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0900741 Apr 07 12:58:30.719232 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8b216a80-a254-4e07-9ab4-49ca782c4258 req-21eccccb-7619-4cf9-a93d-a087e2150ad9 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Apr 07 12:58:30.785017 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6214b5d4-2d6b-4675-951a-cf16fcea9627 req-244150a2-5906-4b4e-b019-4578be57710f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667524 Apr 07 12:58:30.787826 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a45643-6221-40f0-b1c2-e2fa1f7a0cf0 req-86b50ef4-92d7-449e-8add-47f94eeb4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:30.789220 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a3a45643-6221-40f0-b1c2-e2fa1f7a0cf0 req-86b50ef4-92d7-449e-8add-47f94eeb4281 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1400268 Apr 07 12:58:30.855217 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e775b5-8caf-4441-8150-7d1bb1342cd0 req-80772095-b0f6-439a-ace1-0e93190fce82 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:30.856764 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-82e775b5-8caf-4441-8150-7d1bb1342cd0 req-80772095-b0f6-439a-ace1-0e93190fce82 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0602856 Apr 07 12:58:30.904772 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-82e775b5-8caf-4441-8150-7d1bb1342cd0 req-cf23f544-a96f-4e8d-b76f-d6afb9baf66a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Apr 07 12:58:31.427525 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a45643-6221-40f0-b1c2-e2fa1f7a0cf0 req-19885bcb-7bb5-42fa-a653-84e6223d5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:31.428980 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a3a45643-6221-40f0-b1c2-e2fa1f7a0cf0 req-19885bcb-7bb5-42fa-a653-84e6223d5d99 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937920 Apr 07 12:58:31.520354 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b2f72740-ff47-4fe5-8c8f-f5a7a3d32ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:31.740455 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-496df241-027b-4b01-a20e-e3e91961fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:31.741845 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-496df241-027b-4b01-a20e-e3e91961fb37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d&tenant_id=979e6bcf837244ce91b808d3d538a09b HTTP/1.1" status: 200 len: 1128 time: 0.1095381 Apr 07 12:58:31.744328 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15bb8-c841-4359-8884-fe70b47b679f req-9be6af9e-7e80-4fe2-9729-68b5b54ce16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:31.746296 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-9be6af9e-7e80-4fe2-9729-68b5b54ce16f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 1127 time: 0.0862231 Apr 07 12:58:31.801752 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-a00b0955-c06d-459d-96b3-e619d4330d4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 200 len: 217 time: 0.0428979 Apr 07 12:58:31.899670 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15bb8-c841-4359-8884-fe70b47b679f req-8ae46a5a-8db7-4e79-a2fc-5f2e2aec6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:31.901099 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-8ae46a5a-8db7-4e79-a2fc-5f2e2aec6cd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa7e0ded-adc4-451c-922d-4d44c076ad34 HTTP/1.1" status: 200 len: 853 time: 0.0774133 Apr 07 12:58:31.905383 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-afb0ff74-135c-4cec-9763-3e027c70a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:31.906786 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-afb0ff74-135c-4cec-9763-3e027c70a5b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 1128 time: 0.1410751 Apr 07 12:58:31.910819 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d9aad-8eae-48ed-be8f-6d45f472e0fe req-a0e5f6f1-60c9-4456-9a69-b6df72324ae9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:31.912265 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-819d9aad-8eae-48ed-be8f-6d45f472e0fe req-a0e5f6f1-60c9-4456-9a69-b6df72324ae9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0549111 Apr 07 12:58:31.920321 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29184c13-de0a-4946-8089-84b43edc9480 req-43b8745a-d58a-4a40-86e1-8e1b379e10d1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:31.921725 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-29184c13-de0a-4946-8089-84b43edc9480 req-43b8745a-d58a-4a40-86e1-8e1b379e10d1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 943 time: 0.1237066 Apr 07 12:58:31.958182 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-819d9aad-8eae-48ed-be8f-6d45f472e0fe req-916a3ce1-527b-4394-bb05-968edc782fef tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Apr 07 12:58:32.060469 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-29184c13-de0a-4946-8089-84b43edc9480 req-2a94851a-60f7-473a-b3b5-23b1f4b7a5cc tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213944 Apr 07 12:58:32.079879 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15bb8-c841-4359-8884-fe70b47b679f req-3aa970d9-51ed-4b76-9705-7024d0b9eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:32.079879 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-3aa970d9-51ed-4b76-9705-7024d0b9eb07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26d37adf-3d0a-4195-aea4-8da2820be600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1495562 Apr 07 12:58:32.080200 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfa341-c152-4670-869d-9b515d8a6016 req-f28241c7-a3c1-419e-bb8e-6040e440526c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:32.083029 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-c4311059-42d5-42aa-a6d9-cbd759c0c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:32.084438 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-c4311059-42d5-42aa-a6d9-cbd759c0c7d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 917 time: 0.1618707 Apr 07 12:58:32.084778 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-dfdfa341-c152-4670-869d-9b515d8a6016 req-f28241c7-a3c1-419e-bb8e-6040e440526c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0627234 Apr 07 12:58:32.129735 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-dfdfa341-c152-4670-869d-9b515d8a6016 req-8a305674-d0f5-439a-bca0-348d7d1153ca tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Apr 07 12:58:32.209693 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-32c374e8-d848-4e7b-a427-f13e019fbb5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f HTTP/1.1" status: 200 len: 1000 time: 0.1035662 Apr 07 12:58:32.265928 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-bc8b0c39-9619-456b-a6f0-401ffbea3069 service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775668 Apr 07 12:58:32.299703 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-7ca7b694-94ab-47ac-9013-cc6bcec326fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:32.301212 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-7ca7b694-94ab-47ac-9013-cc6bcec326fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.0827119 Apr 07 12:58:32.401248 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fca15bb8-c841-4359-8884-fe70b47b679f req-5daf4d0b-6154-4b3e-94d6-bb9190315cce service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262403 Apr 07 12:58:32.403811 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-0a5fd0be-5f06-4de6-9876-9e7c45e32baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:32.406043 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-0a5fd0be-5f06-4de6-9876-9e7c45e32baa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0967009 Apr 07 12:58:32.502789 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-f02224e1-4498-48bc-bd7d-b43a414fcf34 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901079 Apr 07 12:58:33.180712 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20130912-752d-4ca1-9048-8e3cf1b47714 req-cf07bc97-9050-45e0-a0f2-f51dd4a12275 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:33.182280 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-20130912-752d-4ca1-9048-8e3cf1b47714 req-cf07bc97-9050-45e0-a0f2-f51dd4a12275 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 943 time: 0.0572424 Apr 07 12:58:33.239671 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-20130912-752d-4ca1-9048-8e3cf1b47714 req-7b26c64f-0fd2-487f-bb74-8cd9ddf1f57c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504913 Apr 07 12:58:33.270881 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3da17e-598e-4638-9f23-2e31e350d3d6 req-7d608ad7-ee83-4a60-94d6-bf659af856af tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:33.272392 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ea3da17e-598e-4638-9f23-2e31e350d3d6 req-7d608ad7-ee83-4a60-94d6-bf659af856af tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0617449 Apr 07 12:58:33.319873 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ea3da17e-598e-4638-9f23-2e31e350d3d6 req-14192263-80a5-4b90-b318-307f8d3f9a95 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413487 Apr 07 12:58:33.494193 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 33838) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:33.498708 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-255ca819-1bac-4e28-bbb0-6009fc5187c2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084457844', 'description': 'tempest-description--275496029'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:58:33.532473 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-255ca819-1bac-4e28-bbb0-6009fc5187c2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:33.539968 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-84939a22-86d5-4b24-a5aa-9896af0d86c2 req-3dfa1da6-7b47-4f44-a20b-a31a340dfc21 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888801 Apr 07 12:58:33.603525 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-255ca819-1bac-4e28-bbb0-6009fc5187c2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group (67ae4234-8844-42fc-bc0c-1bbad1094700), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:33.607929 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-255ca819-1bac-4e28-bbb0-6009fc5187c2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (67ae4234-8844-42fc-bc0c-1bbad1094700), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:33.636664 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-255ca819-1bac-4e28-bbb0-6009fc5187c2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:33.637837 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-255ca819-1bac-4e28-bbb0-6009fc5187c2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426411 Apr 07 12:58:33.639653 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ca819-1bac-4e28-bbb0-6009fc5187c2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ae4234-8844-42fc-bc0c-1bbad1094700,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:33.641355 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 33844) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:33.645933 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-9a77d2af-d725-4f6a-b94f-11a9ea289fad tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Request body: {'security_group_rule': {'security_group_id': '67ae4234-8844-42fc-bc0c-1bbad1094700', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:58:33.671147 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9a77d2af-d725-4f6a-b94f-11a9ea289fad tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group_rule (2414921f-f5b6-4bf2-996d-cd2b6642897c), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:33.727973 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9a77d2af-d725-4f6a-b94f-11a9ea289fad tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group_rule (2414921f-f5b6-4bf2-996d-cd2b6642897c), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:33.732281 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9a77d2af-d725-4f6a-b94f-11a9ea289fad tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (2414921f-f5b6-4bf2-996d-cd2b6642897c), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:33.749191 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77d2af-d725-4f6a-b94f-11a9ea289fad tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2414921f-f5b6-4bf2-996d-cd2b6642897c,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:33.759966 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9a77d2af-d725-4f6a-b94f-11a9ea289fad tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:33.761727 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-9a77d2af-d725-4f6a-b94f-11a9ea289fad tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187496 Apr 07 12:58:33.764419 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 33852) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:33.769181 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c082224e-6a70-4719-a45b-1804cdc370c0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Request body: {'security_group_rule': {'security_group_id': '67ae4234-8844-42fc-bc0c-1bbad1094700', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:58:33.795795 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c082224e-6a70-4719-a45b-1804cdc370c0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group_rule (c6532357-7389-46d1-a6f4-a0c79829ed4f), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:33.852745 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e6210f82-03ff-49f2-9e28-4fefb9c5a14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:34.133865 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c082224e-6a70-4719-a45b-1804cdc370c0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group_rule (c6532357-7389-46d1-a6f4-a0c79829ed4f), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:34.140340 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c082224e-6a70-4719-a45b-1804cdc370c0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (c6532357-7389-46d1-a6f4-a0c79829ed4f), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:34.159926 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082224e-6a70-4719-a45b-1804cdc370c0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6532357-7389-46d1-a6f4-a0c79829ed4f,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:34.170975 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c082224e-6a70-4719-a45b-1804cdc370c0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:34.172698 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c082224e-6a70-4719-a45b-1804cdc370c0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4069986 Apr 07 12:58:34.175794 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 33864) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:34.182500 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:58:34.206003 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:34.367494 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:34.418033 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa915ee-b13b-484b-b1da-71ee3d38eed8 req-fdafb7d2-7e64-4724-8e3e-0fd129e9594f tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:34.419669 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-efa915ee-b13b-484b-b1da-71ee3d38eed8 req-fdafb7d2-7e64-4724-8e3e-0fd129e9594f tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 943 time: 0.0899508 Apr 07 12:58:34.492654 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-efa915ee-b13b-484b-b1da-71ee3d38eed8 req-6d6ddeba-046c-4526-bb53-6e478f7c9250 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667677 Apr 07 12:58:34.550373 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113bac9-2d90-416b-84ac-74ca1e179492 req-0cf160f1-a143-4299-a106-709b8f4679a7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:34.552342 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f113bac9-2d90-416b-84ac-74ca1e179492 req-0cf160f1-a143-4299-a106-709b8f4679a7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.1176794 Apr 07 12:58:34.602722 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Allocated IP 172.28.2.129 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/d02bf157-1e5a-4f6f-983c-220a7fcc506e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:58:34.657642 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f113bac9-2d90-416b-84ac-74ca1e179492 req-50009d0d-160f-4b17-91d6-8f9744e4ca3b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949011 Apr 07 12:58:34.748615 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for port (d02bf157-1e5a-4f6f-983c-220a7fcc506e), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:34.787132 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (d02bf157-1e5a-4f6f-983c-220a7fcc506e), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:34.827163 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:58:34.831145 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:58:34.837519 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:58:34.844231 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event updated for resources: {'Port': ['ID=d02bf157-1e5a-4f6f-983c-220a7fcc506e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:34.934764 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for floatingip (687cde58-23e2-46c8-b251-4f0de4e874a1), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:34.983713 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d02bf157-1e5a-4f6f-983c-220a7fcc506e), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:35.116931 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:35.151149 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for port (d02bf157-1e5a-4f6f-983c-220a7fcc506e), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:35.155909 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (d02bf157-1e5a-4f6f-983c-220a7fcc506e), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:35.223442 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event updated for resources: {'Port': ['ID=d02bf157-1e5a-4f6f-983c-220a7fcc506e,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:35.239018 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (687cde58-23e2-46c8-b251-4f0de4e874a1), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:35.256342 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:35.257811 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-f67e4b0c-a459-4c36-8761-ccd53df3081c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0809066 Apr 07 12:58:35.631346 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-810d27af-23f4-4abc-992a-4900b4c4dd0b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1084457844&fields=id&tenant_id=1798aa69e6424c028508b11930e6d32e HTTP/1.1" status: 200 len: 267 time: 0.2145517 Apr 07 12:58:35.650299 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d415be9-e57b-4fba-b100-5094f7b42036 req-1be927da-cfa0-47e7-b9bb-873155fdbcf7 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:35.652593 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9d415be9-e57b-4fba-b100-5094f7b42036 req-1be927da-cfa0-47e7-b9bb-873155fdbcf7 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 943 time: 0.0708997 Apr 07 12:58:35.706540 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9d415be9-e57b-4fba-b100-5094f7b42036 req-b74230b8-9ffc-45b6-a85c-fe5e0aa9288c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Apr 07 12:58:35.743960 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-6515dd06-8efd-4971-83b8-3aecf8fedfec tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:35.745549 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-6515dd06-8efd-4971-83b8-3aecf8fedfec tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 819 time: 0.1070704 Apr 07 12:58:35.762179 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-2d8dfc0a-f3d7-44bc-9dd0-798a9805582a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/quotas/1798aa69e6424c028508b11930e6d32e HTTP/1.1" status: 200 len: 375 time: 0.0110991 Apr 07 12:58:35.827676 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-08a41ce5-cecc-4263-a758-81e7a67191fc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0598419 Apr 07 12:58:35.835948 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f785ae-3b03-4e21-b34f-5acf111be36d req-3309171b-4c37-4171-8f5b-cc8ca666b584 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:35.837741 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-11f785ae-3b03-4e21-b34f-5acf111be36d req-3309171b-4c37-4171-8f5b-cc8ca666b584 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0667226 Apr 07 12:58:35.894478 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-11f785ae-3b03-4e21-b34f-5acf111be36d req-cec66aeb-2b7a-4794-bf12-d0f73fedc420 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492432 Apr 07 12:58:35.933236 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-685af2f2-619d-412d-8179-c535dc4a93a7 service neutron] 10.222.0.45 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924504 Apr 07 12:58:36.034902 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-42d64f29-c597-4273-8bcd-75b712785537 service neutron] 10.222.0.45 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954363 Apr 07 12:58:36.233751 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-7204b126-fd41-4511-afd4-a07e2b71102e req-a99aedd1-3fa2-4b6d-8b4f-e17892280d56 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0436084 Apr 07 12:58:36.391555 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:36.654518 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 3857ed4c-d33e-47ea-97ad-b79df3398a6e details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:58:36.755037 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 3857ed4c-d33e-47ea-97ad-b79df3398a6e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:36.771988 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'port_id': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'mac_address': 'fa:16:3e:c9:0f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:58:36.818922 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 3857ed4c-d33e-47ea-97ad-b79df3398a6e is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:36.819334 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:36.834156 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3857ed4c-d33e-47ea-97ad-b79df3398a6e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:58:36.862037 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 3857ed4c-d33e-47ea-97ad-b79df3398a6e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:36.866544 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:36.873720 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991df3d0-70c2-42e2-a225-42a998e2501a req-7d5f71ca-83a1-404d-a78c-a17d5c427f4d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:36.875267 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-991df3d0-70c2-42e2-a225-42a998e2501a req-7d5f71ca-83a1-404d-a78c-a17d5c427f4d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 943 time: 0.0618715 Apr 07 12:58:36.927969 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-991df3d0-70c2-42e2-a225-42a998e2501a req-57a020b2-842e-47c2-96e1-37a12a71bc1d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469446 Apr 07 12:58:36.936489 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=3857ed4c-d33e-47ea-97ad-b79df3398a6e,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:37.050735 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e52c3-3a92-4d45-acb9-4096bbb3c79d req-e9b01291-d8c5-40b4-9b50-d845ab5cc102 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:37.052376 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-376e52c3-3a92-4d45-acb9-4096bbb3c79d req-e9b01291-d8c5-40b4-9b50-d845ab5cc102 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0738304 Apr 07 12:58:37.117938 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-376e52c3-3a92-4d45-acb9-4096bbb3c79d req-3f781107-8c24-4731-9222-ac719737cdb0 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576396 Apr 07 12:58:37.244163 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['3857ed4c-d33e-47ea-97ad-b79df3398a6e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:58:37.359045 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-708a6cf6-4756-4082-bfb0-d0bd70d158f3 req-9e11479d-0fcb-40d1-8229-6af34c24be47 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0496101 Apr 07 12:58:37.452386 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57d752-2955-43d8-bb56-f4e1efa49f02 req-43b4d5bf-0928-4f0a-8040-a0aca01d16ee tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:37.453784 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e57d752-2955-43d8-bb56-f4e1efa49f02 req-43b4d5bf-0928-4f0a-8040-a0aca01d16ee tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0695336 Apr 07 12:58:37.503344 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e57d752-2955-43d8-bb56-f4e1efa49f02 req-d68154e9-6966-479b-9cab-b1a5c2a854fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Apr 07 12:58:37.798926 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:38.058355 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f33da3-52fd-47f1-9f43-d90010b808ca req-fa92f0ef-c1e1-4111-9a4e-b519172de3e7 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:38.059871 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-74f33da3-52fd-47f1-9f43-d90010b808ca req-fa92f0ef-c1e1-4111-9a4e-b519172de3e7 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 944 time: 0.0566895 Apr 07 12:58:38.116116 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-74f33da3-52fd-47f1-9f43-d90010b808ca req-e94c3f3f-cb23-48e4-babd-1d7ef6b818b3 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 Apr 07 12:58:38.295763 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6935f0-b57f-4d53-b9a3-d82afda66ad6 req-3b6f939d-a473-4bc9-92d9-08e9c0b7498c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:38.297559 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d6935f0-b57f-4d53-b9a3-d82afda66ad6 req-3b6f939d-a473-4bc9-92d9-08e9c0b7498c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0576775 Apr 07 12:58:38.356336 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1d6935f0-b57f-4d53-b9a3-d82afda66ad6 req-7a1263ae-2194-429f-944a-c823ed97ff5c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459104 Apr 07 12:58:38.466113 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bda4a1bb-4ae3-4fbf-92b2-2107633cafb8 req-84fb4736-22df-4961-b4de-b336297a6f77 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0279968 Apr 07 12:58:38.627775 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a85fc-c4d1-4ebc-8abf-02e7145f45ab req-33c9fd27-0d99-457e-b21d-adbf6fd89b26 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:38.629238 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-178a85fc-c4d1-4ebc-8abf-02e7145f45ab req-33c9fd27-0d99-457e-b21d-adbf6fd89b26 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0567400 Apr 07 12:58:38.668300 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 3857ed4c-d33e-47ea-97ad-b79df3398a6e up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:58:38.681927 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-178a85fc-c4d1-4ebc-8abf-02e7145f45ab req-2530d156-b049-47de-a702-e8b2546da11a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470290 Apr 07 12:58:38.734051 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 3857ed4c-d33e-47ea-97ad-b79df3398a6e completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:58:38.738120 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 3857ed4c-d33e-47ea-97ad-b79df3398a6e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:38.738687 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:38.824711 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 3857ed4c-d33e-47ea-97ad-b79df3398a6e is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:38.825501 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:38.849232 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:58:38.851581 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b72160c-ac72-4f71-8805-865fa1cdb4f7" -d '{"events": [{"server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "name": "network-vif-plugged", "status": "completed", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:58:38.865085 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 3857ed4c-d33e-47ea-97ad-b79df3398a6e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:38.871134 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:38.875264 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:58:38.904626 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958a633c-8ec9-403b-83a1-35d907e9f1ec x-openstack-request-id: req-958a633c-8ec9-403b-83a1-35d907e9f1ec {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:58:38.904923 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "name": "network-vif-plugged", "status": "completed", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:58:38.905176 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-958a633c-8ec9-403b-83a1-35d907e9f1ec {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:58:38.905572 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958a633c-8ec9-403b-83a1-35d907e9f1ec'] response: {'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'code': 200} Apr 07 12:58:38.925214 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=3857ed4c-d33e-47ea-97ad-b79df3398a6e,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:39.249362 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a91e2b-7c8d-4e05-bb36-232a7699f108 req-af06f134-8b24-4591-afac-42c4e2e7209a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:39.250906 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d1a91e2b-7c8d-4e05-bb36-232a7699f108 req-af06f134-8b24-4591-afac-42c4e2e7209a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0569377 Apr 07 12:58:39.301750 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d1a91e2b-7c8d-4e05-bb36-232a7699f108 req-35f548a0-e45f-4ecb-b69a-26572681bb89 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447035 Apr 07 12:58:39.487821 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e471a-10f2-42a2-b603-f56481015b4f req-15cffed3-1588-45a6-9715-668a83d6944b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:39.489406 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-260e471a-10f2-42a2-b603-f56481015b4f req-15cffed3-1588-45a6-9715-668a83d6944b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0535619 Apr 07 12:58:39.546740 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-260e471a-10f2-42a2-b603-f56481015b4f req-fcda1f9e-00c9-44b1-9f52-50f49cc3d8bc tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516226 Apr 07 12:58:39.587219 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f050ef91-76f2-4e91-8033-231632192309 req-2b4203ae-0d3f-4faf-a5c3-d4a15b3d2606 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0323515 Apr 07 12:58:39.817092 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913578fe-0bb3-40ce-847e-24ee0b4386a2 req-40bcdecc-21f2-4331-b5d6-9a3b1c3705b1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:39.818575 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-913578fe-0bb3-40ce-847e-24ee0b4386a2 req-40bcdecc-21f2-4331-b5d6-9a3b1c3705b1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0581226 Apr 07 12:58:39.868460 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-913578fe-0bb3-40ce-847e-24ee0b4386a2 req-212379de-aaaf-4631-917d-66e3754d9813 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441470 Apr 07 12:58:40.424439 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b16a7-4a77-40ac-af79-7df6f2726008 req-90349bb7-8ba9-4c3e-a059-4a4b110a6b88 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:40.426185 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-913b16a7-4a77-40ac-af79-7df6f2726008 req-90349bb7-8ba9-4c3e-a059-4a4b110a6b88 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0574152 Apr 07 12:58:40.476850 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-913b16a7-4a77-40ac-af79-7df6f2726008 req-dca05100-f756-482d-9b23-972be459b45f tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Apr 07 12:58:40.679099 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a56b18-b102-4fb4-9b44-6c8ea31cd33d req-46642d7a-69e9-469f-ab92-d97b12896665 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:40.680570 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-15a56b18-b102-4fb4-9b44-6c8ea31cd33d req-46642d7a-69e9-469f-ab92-d97b12896665 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0583236 Apr 07 12:58:40.710525 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-37b69379-7cc9-4e57-9a65-b47825910935 req-64c5a4ba-00b7-4cd4-8857-044fabd41f38 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0302331 Apr 07 12:58:40.732187 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-15a56b18-b102-4fb4-9b44-6c8ea31cd33d req-ff976577-99e8-4870-ac51-83effc54fae2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454335 Apr 07 12:58:40.999443 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2d36e-004d-4ff1-9610-93b15844b411 req-e04b7469-7867-4515-a2d3-d62e472d61f8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:41.000951 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-01b2d36e-004d-4ff1-9610-93b15844b411 req-e04b7469-7867-4515-a2d3-d62e472d61f8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0610447 Apr 07 12:58:41.048511 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-01b2d36e-004d-4ff1-9610-93b15844b411 req-6e13bff1-9a22-4427-9b6c-c1a86cc34f24 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418005 Apr 07 12:58:41.599839 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963b8ff-b7e9-4d08-ad7e-20b39a2fa8f2 req-8ccf85a7-ae2b-4871-9f32-f09d4dd209b2 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:41.601338 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4963b8ff-b7e9-4d08-ad7e-20b39a2fa8f2 req-8ccf85a7-ae2b-4871-9f32-f09d4dd209b2 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0578845 Apr 07 12:58:41.652759 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4963b8ff-b7e9-4d08-ad7e-20b39a2fa8f2 req-62da27a1-e5ac-4b52-88b3-a88cbbd9e48c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413585 Apr 07 12:58:41.808316 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1f912b75-c523-413e-974b-e09b2ce8e97b req-7dfb24d3-ec3f-4323-9788-2dd22564eddd tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0315535 Apr 07 12:58:41.886013 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56126b47-9f0a-46f3-9c04-e1ccf89c71d7 req-ee21b4c2-b073-488a-8af1-b558aeccd552 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:41.889182 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-56126b47-9f0a-46f3-9c04-e1ccf89c71d7 req-ee21b4c2-b073-488a-8af1-b558aeccd552 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0642788 Apr 07 12:58:41.937226 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-56126b47-9f0a-46f3-9c04-e1ccf89c71d7 req-6c89c93f-fbb4-44bc-9046-2085fecc2e8d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438297 Apr 07 12:58:42.172837 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de49876-7bc4-4562-b873-3eb1ff85f2c5 req-85d66da1-c017-4ab5-a644-62f0cafa82bb tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:42.174489 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4de49876-7bc4-4562-b873-3eb1ff85f2c5 req-85d66da1-c017-4ab5-a644-62f0cafa82bb tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0535061 Apr 07 12:58:42.229494 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4de49876-7bc4-4562-b873-3eb1ff85f2c5 req-b6d01954-c3be-4380-b455-cfaf35c966a7 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479791 Apr 07 12:58:42.771204 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b13c4-7b1d-4bc6-9fca-01f791b96c56 req-63b5a3b2-3cca-44ec-8668-dd70f6d7ab83 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:42.773952 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e78b13c4-7b1d-4bc6-9fca-01f791b96c56 req-63b5a3b2-3cca-44ec-8668-dd70f6d7ab83 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0550003 Apr 07 12:58:42.823762 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e78b13c4-7b1d-4bc6-9fca-01f791b96c56 req-451c9564-80f4-4b91-b3ed-e3745efa2a3d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454066 Apr 07 12:58:42.906323 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bb4930a0-b2bf-460e-bccb-179788313c80 req-c36e7c16-2c72-4ae4-9724-c05d07268c18 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0303538 Apr 07 12:58:43.060102 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6423-e5c5-4c2c-a39e-b8144355ad87 req-7b7f3b3d-99e7-4a08-8666-4ccc4827911d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:43.062022 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-27de6423-e5c5-4c2c-a39e-b8144355ad87 req-7b7f3b3d-99e7-4a08-8666-4ccc4827911d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0546613 Apr 07 12:58:43.113140 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-27de6423-e5c5-4c2c-a39e-b8144355ad87 req-32a885b8-1ee1-4591-bd30-6a816fe4d5e1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Apr 07 12:58:43.349053 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce24ee-2001-4d48-815a-ee6fc434048b req-ac366716-ccfe-4ab5-8ab7-f8bf5e102853 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:43.350565 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a9ce24ee-2001-4d48-815a-ee6fc434048b req-ac366716-ccfe-4ab5-8ab7-f8bf5e102853 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0541770 Apr 07 12:58:43.397606 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a9ce24ee-2001-4d48-815a-ee6fc434048b req-94a2b589-ee3b-40c1-8c26-c5f5eefed4ef tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407701 Apr 07 12:58:43.943004 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf399db7-baa9-4bc5-8804-eb3fec217562 req-e5ba3aa5-cf57-4287-82b0-ae5a25d95a7e tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:43.944474 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cf399db7-baa9-4bc5-8804-eb3fec217562 req-e5ba3aa5-cf57-4287-82b0-ae5a25d95a7e tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0522850 Apr 07 12:58:43.991791 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cf399db7-baa9-4bc5-8804-eb3fec217562 req-758275fb-97b4-47f5-929e-f25937d95fda tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Apr 07 12:58:44.001080 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5baaa541-77a3-4ead-8e2b-c1aede19707d req-d54dad31-4bb9-4010-af0f-9d96805b48ea tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0267215 Apr 07 12:58:44.244540 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19ef4b-f453-44dc-89b5-4eafbda97df3 req-818a7bae-c130-48ac-ae5e-62e52f3fb4dd tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:44.246624 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7c19ef4b-f453-44dc-89b5-4eafbda97df3 req-818a7bae-c130-48ac-ae5e-62e52f3fb4dd tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0553765 Apr 07 12:58:44.291391 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7c19ef4b-f453-44dc-89b5-4eafbda97df3 req-894504e6-c038-49e6-ad34-9de71b76bb7f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392160 Apr 07 12:58:44.515614 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9bf4e-c7b4-44b5-a53b-2c44b814cbbb req-118a732b-ecd1-45df-b8cf-788178b564ec tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:44.517082 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-61a9bf4e-c7b4-44b5-a53b-2c44b814cbbb req-118a732b-ecd1-45df-b8cf-788178b564ec tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Apr 07 12:58:44.567130 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-61a9bf4e-c7b4-44b5-a53b-2c44b814cbbb req-9046e6e1-5ca7-4080-92df-43f1e70b4198 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445192 Apr 07 12:58:45.092105 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef81a3b1-d257-4322-8622-4d93914bed89 req-dc151253-ab43-4a54-b761-e06ab07cfcc5 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0267382 Apr 07 12:58:45.112215 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796a1cf-e914-45ba-918a-ed59d69b3f9d req-85b512e7-ec1c-469a-8371-980e9e58a618 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:45.113688 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5796a1cf-e914-45ba-918a-ed59d69b3f9d req-85b512e7-ec1c-469a-8371-980e9e58a618 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0544336 Apr 07 12:58:45.159410 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5796a1cf-e914-45ba-918a-ed59d69b3f9d req-553f9a4e-d300-4024-aea9-7146e45f476f tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Apr 07 12:58:45.428122 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8670-431a-42b6-a132-a9a069e2e4cb req-0887b3c8-3021-4917-9d14-931d55d72943 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:45.429618 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1eaa8670-431a-42b6-a132-a9a069e2e4cb req-0887b3c8-3021-4917-9d14-931d55d72943 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0615919 Apr 07 12:58:45.484150 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1eaa8670-431a-42b6-a132-a9a069e2e4cb req-873b21b2-0495-47c5-a0e0-6669b1656552 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463457 Apr 07 12:58:45.691146 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67d91e-908e-4288-9a40-d8152ae6aba9 req-4bcae839-de79-4aa8-ba1d-ae59368219ed tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:45.692643 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7c67d91e-908e-4288-9a40-d8152ae6aba9 req-4bcae839-de79-4aa8-ba1d-ae59368219ed tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0531738 Apr 07 12:58:45.746991 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7c67d91e-908e-4288-9a40-d8152ae6aba9 req-9b18cbc0-eee4-43b1-8d24-6458e85b215e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475259 Apr 07 12:58:46.185419 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cb36adb7-51ac-41de-b332-a9cf6a76889a req-ce699dd9-5b8f-4874-aa0e-512a293ccd09 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Apr 07 12:58:46.273749 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c83a9-21a1-46b2-80d5-88f9a4cb3608 req-45bd3fdd-a351-490b-a5d9-572fae33a9fc tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:46.275254 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d04c83a9-21a1-46b2-80d5-88f9a4cb3608 req-45bd3fdd-a351-490b-a5d9-572fae33a9fc tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0507722 Apr 07 12:58:46.321276 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d04c83a9-21a1-46b2-80d5-88f9a4cb3608 req-ba7511f7-9973-44af-8afd-3e22f6299194 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Apr 07 12:58:46.614581 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ea653-3b39-49ca-96f0-165539c70253 req-33ac9127-30e5-4c63-a567-a33139ce51b0 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:46.616089 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cc1ea653-3b39-49ca-96f0-165539c70253 req-33ac9127-30e5-4c63-a567-a33139ce51b0 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.0572250 Apr 07 12:58:46.661879 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cc1ea653-3b39-49ca-96f0-165539c70253 req-a79bf280-7d96-4c6c-8a21-a8d53bed2833 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402513 Apr 07 12:58:46.862579 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04313172-7e02-49c8-a0a8-8bd039ca3718 req-0c7f50d6-e8fa-4c06-808b-3f5fb0fdc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:46.865018 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-04313172-7e02-49c8-a0a8-8bd039ca3718 req-0c7f50d6-e8fa-4c06-808b-3f5fb0fdc5cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 1129 time: 0.0469239 Apr 07 12:58:46.880646 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d361620-c7c8-4243-899d-7549f9fa0a66 req-083c1b62-9053-47a3-96ad-2cff2d0d75e3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:46.882617 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1d361620-c7c8-4243-899d-7549f9fa0a66 req-083c1b62-9053-47a3-96ad-2cff2d0d75e3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0671577 Apr 07 12:58:46.940549 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1d361620-c7c8-4243-899d-7549f9fa0a66 req-8510f9fc-515e-49d6-ba30-a780e9898d70 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505164 Apr 07 12:58:46.972856 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-04313172-7e02-49c8-a0a8-8bd039ca3718 req-321bb02e-56d8-4f42-9ea9-89cc22b9afdf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841329 Apr 07 12:58:46.984043 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-c3845d9b-dc1b-41aa-8f38-9a2676c57d92 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:46.985456 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-c3845d9b-dc1b-41aa-8f38-9a2676c57d92 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0908091 Apr 07 12:58:47.280058 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-613056eb-b361-4d85-81f3-5ca4b7458370 req-dd6136ab-75c6-472f-8a8c-c2c78b2036fb tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0263896 Apr 07 12:58:47.444783 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc05981-d2e7-4ec5-9377-6cb50d1bbf29 req-2b6a3a2d-6b5c-4b42-bf48-856f7de0e7b5 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:47.446298 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bbc05981-d2e7-4ec5-9377-6cb50d1bbf29 req-2b6a3a2d-6b5c-4b42-bf48-856f7de0e7b5 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0600739 Apr 07 12:58:47.496682 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bbc05981-d2e7-4ec5-9377-6cb50d1bbf29 req-09688c8c-a3ad-4d82-bf75-65e2f21c0850 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441527 Apr 07 12:58:47.566531 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Deleting port f54664c9-9ba1-47fd-a581-40686779d0eb {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:58:47.566872 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:47.632945 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-dc74edfc-7afa-4ac6-b5ee-57bad272c17f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:47.634390 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-dc74edfc-7afa-4ac6-b5ee-57bad272c17f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 819 time: 0.1694591 Apr 07 12:58:47.673065 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] For port f54664c9-9ba1-47fd-a581-40686779d0eb, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=f54664c9-9ba1-47fd-a581-40686779d0eb,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:47.673423 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:47.873106 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b55d7-ab69-4a12-b5dc-c744e5102827 req-f141120c-20d6-4a32-a892-fb8e322cc85d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:47.874572 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ac8b55d7-ab69-4a12-b5dc-c744e5102827 req-f141120c-20d6-4a32-a892-fb8e322cc85d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 944 time: 0.1331189 Apr 07 12:58:47.973704 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:47.974061 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (4d4c8305-19ee-40ed-aadd-7bc8abfd0992), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:47.974399 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Floating IP 4d4c8305-19ee-40ed-aadd-7bc8abfd0992 disassociated. External IP: 172.28.2.14, port: f54664c9-9ba1-47fd-a581-40686779d0eb. Apr 07 12:58:47.974741 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Calling delete_port for f54664c9-9ba1-47fd-a581-40686779d0eb owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:58:48.004054 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ac8b55d7-ab69-4a12-b5dc-c744e5102827 req-e0a18b23-9c53-4079-8b1b-0fbd84e60f69 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960698 Apr 07 12:58:48.058049 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-47d9204a-d912-4dd2-a890-a709064fded6 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1798aa69e6424c028508b11930e6d32e HTTP/1.1" status: 200 len: 380 time: 0.1295025 Apr 07 12:58:48.073883 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553acaf-324d-449c-b84b-43ccbe4ef38a req-b216edf1-8fee-4ade-a7a4-fc62937396c4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:48.075496 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-b553acaf-324d-449c-b84b-43ccbe4ef38a req-b216edf1-8fee-4ade-a7a4-fc62937396c4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 945 time: 0.0658517 Apr 07 12:58:48.076137 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Request body: {'port': {'device_id': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'admin_state_up': True, 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'security_groups': ['67ae4234-8844-42fc-bc0c-1bbad1094700']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:58:48.122962 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-b553acaf-324d-449c-b84b-43ccbe4ef38a req-f2380086-d5e1-450a-a377-9c7921100f03 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=1e736699-9183-4598-a7f1-9dfd5e3d316e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419116 Apr 07 12:58:48.225159 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (f54664c9-9ba1-47fd-a581-40686779d0eb), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:48.227349 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Made reservation on behalf of 1798aa69e6424c028508b11930e6d32e for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:58:48.230915 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:48.270888 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'Port': ['ID=f54664c9-9ba1-47fd-a581-40686779d0eb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:48.390897 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f019611-da47-4792-a12e-d145988d5ece req-121fafec-cda7-4baf-819d-7ded3a42fd66 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.0414927 Apr 07 12:58:48.492094 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Allocated IP 172.20.0.14 (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1/95adb61d-e10b-4545-a85b-3c501947c825/6ddfea36-8c5d-4698-bd0e-c7edbd91b50f) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:58:48.500899 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:58:48.643967 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28bde0-3f95-4107-9108-09434f4f99f2 req-289bebcb-5426-478a-afea-da04b3ec602a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:48.645365 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eb28bde0-3f95-4107-9108-09434f4f99f2 req-289bebcb-5426-478a-afea-da04b3ec602a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0807500 Apr 07 12:58:48.695511 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eb28bde0-3f95-4107-9108-09434f4f99f2 req-bfc2e08d-a7c6-4ae1-9f09-63957747944d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Apr 07 12:58:48.707330 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:58:48.719340 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:58:48.731243 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:58:48.732621 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:58:48.733221 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:58:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:48.742182 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:48.765967 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] No DVR routers for this DVR port f54664c9-9ba1-47fd-a581-40686779d0eb on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:58:48.769533 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:48.772860 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-559dac3f-9dc4-4ef0-8689-5131155755ba req-977b9e87-ef87-470f-bb45-f813ea941af3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "DELETE /v2.0/ports/f54664c9-9ba1-47fd-a581-40686779d0eb HTTP/1.1" status: 204 len: 173 time: 1.3806965 Apr 07 12:58:48.773332 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f44001-50e6-4495-a24b-e76475928c83', 'name': 'network-vif-deleted', 'tag': 'f54664c9-9ba1-47fd-a581-40686779d0eb'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:58:48.776121 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46761660-644c-4229-99ef-f0863a81bf41" -d '{"events": [{"server_uuid": "85f44001-50e6-4495-a24b-e76475928c83", "name": "network-vif-deleted", "tag": "f54664c9-9ba1-47fd-a581-40686779d0eb"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:58:48.825480 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:48.861022 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c5622b-9818-42c4-8636-6c040091a1b5 x-openstack-request-id: req-66c5622b-9818-42c4-8636-6c040091a1b5 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:58:48.861445 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f44001-50e6-4495-a24b-e76475928c83", "name": "network-vif-deleted", "tag": "f54664c9-9ba1-47fd-a581-40686779d0eb", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:58:48.861629 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66c5622b-9818-42c4-8636-6c040091a1b5 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:58:48.862342 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c5622b-9818-42c4-8636-6c040091a1b5'] response: {'server_uuid': '85f44001-50e6-4495-a24b-e76475928c83', 'name': 'network-vif-deleted', 'tag': 'f54664c9-9ba1-47fd-a581-40686779d0eb', 'status': 'completed', 'code': 200} Apr 07 12:58:48.879567 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:58:48.883677 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:58:48.891302 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:48.906124 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:58:48.906651 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:48.911386 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'port_id': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'mac_address': 'fa:16:3e:ca:a0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:58:48.944818 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event updated for resources: {'Port': ['ID=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:48.988050 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:48.989069 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:49.010396 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2326ed5e-0c39-4e97-9633-8dae505d9b3f is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:49.011934 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:49.013389 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-e65bcf2f-ffb7-40a6-afe6-0e7315fdc12f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9416699 Apr 07 12:58:49.027723 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Request body: {'port': {'device_id': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:58:49.051220 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2326ed5e-0c39-4e97-9633-8dae505d9b3f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:58:49.076408 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:58:49.113442 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:49.122620 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:49.131361 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:49.238024 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=9']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:49.266516 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33ae62-a3d7-4fa5-8e1c-e9cb3d6852ea req-78205141-91cc-4231-acef-afda34c1d807 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:49.273805 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ce33ae62-a3d7-4fa5-8e1c-e9cb3d6852ea req-78205141-91cc-4231-acef-afda34c1d807 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 945 time: 0.1127992 Apr 07 12:58:49.333334 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ce33ae62-a3d7-4fa5-8e1c-e9cb3d6852ea req-c23481b4-fadd-4e88-b9e1-2d7fbdff03bd tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581527 Apr 07 12:58:49.334521 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8993bb62-1c3c-4921-bca4-f85199e12ada req-227a8145-31e1-48ca-ac36-f3ef98a8d6e0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=85f44001-50e6-4495-a24b-e76475928c83 HTTP/1.1" status: 200 len: 210 time: 0.0428281 Apr 07 12:58:49.352247 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-9099a1d1-a750-4e29-aeff-93385b2a024d None None] Provisioning complete for port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:49.352727 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-9099a1d1-a750-4e29-aeff-93385b2a024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:49.400048 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['2326ed5e-0c39-4e97-9633-8dae505d9b3f'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:58:49.404562 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-9099a1d1-a750-4e29-aeff-93385b2a024d None None] Port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:58:49.405647 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '014b9839-531c-44f8-8037-fe90e23a466a', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.167', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:15Z', 'updated_at': '2022-04-07T12:56:47Z', 'revision_number': 2, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:49.447600 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:58:49.459945 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:58:49.460579 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:58:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:49.571849 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:58:49.582441 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Publish callbacks [] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:49.612614 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13e60f-2dae-404e-a141-02880ac0d233 req-611e756c-7eda-40e8-99e8-aabeaa2edf43 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:49.614326 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4c13e60f-2dae-404e-a141-02880ac0d233 req-611e756c-7eda-40e8-99e8-aabeaa2edf43 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 932 time: 0.1180003 Apr 07 12:58:49.617275 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Transition to ACTIVE for port object 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:58:49.628683 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:58:49.630470 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:49.712217 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:49.731574 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4c13e60f-2dae-404e-a141-02880ac0d233 req-5a9907d1-16b7-4138-8340-9190d1390fb8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080296 Apr 07 12:58:49.851737 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Attempting to bind port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:58:49.852233 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Attempting to bind port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:58:49.852716 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Attempting to bind port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:58:49.859202 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:58:49.860381 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Attempting to bind port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f on network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:58:49.868107 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceb15d-dff2-406b-aed3-3acafd5bb77d req-b6380146-f93c-44fa-acf5-3a8de8490b5d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:49.870205 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:58:49.870675 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Checking segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:58:49.870963 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Bound using segment: {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:58:49.871395 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Bound port: 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74247f56-7b79-41dd-af6e-0df62b6e9783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:58:49.871762 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:49.880742 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-86ceb15d-dff2-406b-aed3-3acafd5bb77d req-b6380146-f93c-44fa-acf5-3a8de8490b5d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0813942 Apr 07 12:58:49.958372 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-86ceb15d-dff2-406b-aed3-3acafd5bb77d req-ec3dfc19-3b0e-400e-92fc-d3469e0389ed tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765395 Apr 07 12:58:49.977201 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] For port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:58:49.982311 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] For port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:58:49.992146 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:50.003081 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '014b9839-531c-44f8-8037-fe90e23a466a', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.167', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:15Z', 'updated_at': '2022-04-07T12:56:47Z', 'revision_number': 2, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:50.031860 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:50.032570 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:50.034201 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] 10.222.0.26 "PUT /v2.0/ports/6ddfea36-8c5d-4698-bd0e-c7edbd91b50f HTTP/1.1" status: 200 len: 1094 time: 1.0115933 Apr 07 12:58:50.065640 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36840c9d-d28f-4f42-8a14-cc756ae9df16 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:50.084537 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248d8766-2c9a-4ffd-af81-ecf7340f4646 None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '014b9839-531c-44f8-8037-fe90e23a466a', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.167', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:78:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:56:15Z', 'updated_at': '2022-04-07T12:56:47Z', 'revision_number': 2, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:58:50.164178 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830227a7-3f98-4be7-8b5f-0dbcc105de9c req-1efdb93f-7fbf-4939-ba7a-85973b683b8d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:50.171522 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-830227a7-3f98-4be7-8b5f-0dbcc105de9c req-1efdb93f-7fbf-4939-ba7a-85973b683b8d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.1198235 Apr 07 12:58:50.448999 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56db43e-052b-411e-92f6-d3f111c98d63 None None] New status for floating IP 4d4c8305-19ee-40ed-aadd-7bc8abfd0992: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:58:50.471236 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-8b0075bc-958a-4543-ae96-51a456827ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:50.472935 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-8b0075bc-958a-4543-ae96-51a456827ad9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 1128 time: 0.3839641 Apr 07 12:58:50.508517 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d4702-2de4-44d7-97b2-54199cc9685a req-2de5b0ad-3c1e-4076-a113-3d5e61c64955 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:50.510007 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2d6d4702-2de4-44d7-97b2-54199cc9685a req-2de5b0ad-3c1e-4076-a113-3d5e61c64955 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 945 time: 0.0589778 Apr 07 12:58:50.536842 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-69bd1592-7ff9-42cb-9519-131a572a5f1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f HTTP/1.1" status: 200 len: 217 time: 0.0488520 Apr 07 12:58:50.550787 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-830227a7-3f98-4be7-8b5f-0dbcc105de9c req-40c12099-3e00-488f-8320-de8db8c4f077 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783879 Apr 07 12:58:50.576116 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2d6d4702-2de4-44d7-97b2-54199cc9685a req-41a4ede5-dd17-4315-a4ab-a60b05174ab8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551877 Apr 07 12:58:50.596528 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-dbb687fa-a9b4-402f-9788-15a296532ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:50.598137 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-dbb687fa-a9b4-402f-9788-15a296532ab2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0464723 Apr 07 12:58:50.632854 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:50.731202 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:58:50.736031 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (1e736699-9183-4598-a7f1-9dfd5e3d316e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:50.763889 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (1e736699-9183-4598-a7f1-9dfd5e3d316e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:50.796074 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-7e8a0b97-5926-4565-aa36-ee8d4384ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:50.799856 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-7e8a0b97-5926-4565-aa36-ee8d4384ba69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1943047 Apr 07 12:58:50.821797 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (1e736699-9183-4598-a7f1-9dfd5e3d316e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:50.825835 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:50.827378 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "DELETE /v2.0/security-groups/1e736699-9183-4598-a7f1-9dfd5e3d316e HTTP/1.1" status: 204 len: 168 time: 0.1935313 Apr 07 12:58:50.832466 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34036) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:50.837978 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-caefd029-0aa8-4740-afb9-605022699e67 req-7047bf9a-381d-411a-b565-dffddf7ac113 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1696048 Apr 07 12:58:50.873856 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 2326ed5e-0c39-4e97-9633-8dae505d9b3f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:50.874441 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:50.874564 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-cb5d1ce1-aebb-4fc7-bb51-49e7cdc45cec tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] show failed (client error): The resource could not be found. Apr 07 12:58:50.875658 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-cb5d1ce1-aebb-4fc7-bb51-49e7cdc45cec tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups/1e736699-9183-4598-a7f1-9dfd5e3d316e HTTP/1.1" status: 404 len: 347 time: 0.0418825 Apr 07 12:58:50.879763 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e736699-9183-4598-a7f1-9dfd5e3d316e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:50.896594 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:50.899275 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.899628 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.899967 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.900305 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.900642 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.901521 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.901848 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.906336 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.906726 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.908446 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.908987 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.909484 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.910621 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.911189 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.914730 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9f130-4c2c-41d4-8610-c767aec006e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:50.999530 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2326ed5e-0c39-4e97-9633-8dae505d9b3f is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:51.000447 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:51.027676 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:58:51.030310 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364ad9b8-1917-4f0b-bbb7-77824c87cb75" -d '{"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:58:51.045736 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:58:51.049713 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf3e2f6-b24c-4c59-925a-4c973b067549" -d '{"events": [{"name": "network-changed", "server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:58:51.054902 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-df5c1dd6-86bd-4c9f-8553-ee57cb23fb8c service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432921 Apr 07 12:58:51.059410 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:51.069389 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:51.070729 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device f54664c9-9ba1-47fd-a581-40686779d0eb no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:58:51.095494 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4709844-1047-4867-961d-dd6ea382327e req-1cdc51df-da0c-4a9f-8d71-2ab125903ac1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:51.097336 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4709844-1047-4867-961d-dd6ea382327e req-1cdc51df-da0c-4a9f-8d71-2ab125903ac1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 944 time: 0.1600649 Apr 07 12:58:51.138428 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Deleting port 4984cd64-d9c5-4623-8bd7-7ee122efa1e8 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:58:51.138767 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (4984cd64-d9c5-4623-8bd7-7ee122efa1e8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:51.162556 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: f54664c9-9ba1-47fd-a581-40686779d0eb {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:58:51.163259 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device f54664c9-9ba1-47fd-a581-40686779d0eb not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:58:51.209316 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4709844-1047-4867-961d-dd6ea382327e req-7261f942-2800-4962-aeca-7bec47b4de3d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036813 Apr 07 12:58:51.224930 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:51.259498 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (4984cd64-d9c5-4623-8bd7-7ee122efa1e8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:51.260812 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (4984cd64-d9c5-4623-8bd7-7ee122efa1e8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:51.298895 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0938423a-bc5c-4ce3-a787-0661801bf378 req-aeecb66d-07e0-42c3-afc9-4386e3c02f12 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239292 Apr 07 12:58:51.305812 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd029-0aa8-4740-afb9-605022699e67 req-e1c739f7-3b73-4ddc-a801-1b2a0ec4008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:51.306826 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Calling delete_port for 4984cd64-d9c5-4623-8bd7-7ee122efa1e8 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:58:51.311970 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-caefd029-0aa8-4740-afb9-605022699e67 req-e1c739f7-3b73-4ddc-a801-1b2a0ec4008b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 1130 time: 0.2558134 Apr 07 12:58:51.336145 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3814bbd7-25e3-4b2e-9358-e075e9902b66 x-openstack-request-id: req-3814bbd7-25e3-4b2e-9358-e075e9902b66 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:58:51.336547 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-plugged", "status": "completed", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:58:51.337062 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3814bbd7-25e3-4b2e-9358-e075e9902b66 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:58:51.337557 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3814bbd7-25e3-4b2e-9358-e075e9902b66'] response: {'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'code': 200} Apr 07 12:58:51.394680 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f18730b-004b-4e54-8c08-279d136a9a35 x-openstack-request-id: req-5f18730b-004b-4e54-8c08-279d136a9a35 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:58:51.394971 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:58:51.395221 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f18730b-004b-4e54-8c08-279d136a9a35 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:58:51.395615 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f18730b-004b-4e54-8c08-279d136a9a35'] response: {'name': 'network-changed', 'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'status': 'completed', 'code': 200} Apr 07 12:58:51.467044 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd501e-f910-4109-9ded-6ac3d5525fba req-94aa63a9-a2b3-4392-9964-899436373ddb tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:51.468544 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-73bd501e-f910-4109-9ded-6ac3d5525fba req-94aa63a9-a2b3-4392-9964-899436373ddb tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.1382818 Apr 07 12:58:51.471440 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd029-0aa8-4740-afb9-605022699e67 req-cc743e7e-0b1b-4083-bf0d-2816318e2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:51.473086 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-caefd029-0aa8-4740-afb9-605022699e67 req-cc743e7e-0b1b-4083-bf0d-2816318e2fba service neutron] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 916 time: 0.1171980 Apr 07 12:58:51.545161 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-73bd501e-f910-4109-9ded-6ac3d5525fba req-a5058a61-4589-4953-88c9-e5f420ad9713 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670118 Apr 07 12:58:51.568741 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (4984cd64-d9c5-4623-8bd7-7ee122efa1e8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:51.593883 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'Port': ['ID=4984cd64-d9c5-4623-8bd7-7ee122efa1e8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:51.696050 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (4d4c8305-19ee-40ed-aadd-7bc8abfd0992), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:51.699829 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:51.704282 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-9dbd2f92-93ea-4483-a9b8-f81d47cc53fe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "DELETE /v2.0/floatingips/4d4c8305-19ee-40ed-aadd-7bc8abfd0992 HTTP/1.1" status: 204 len: 168 time: 0.7779176 Apr 07 12:58:51.707615 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e5b2b-8940-4ee2-b148-458ce5d3d7e0 req-bb38b078-87f0-481d-a61e-5f6d4e473914 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:51.711182 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6d0e5b2b-8940-4ee2-b148-458ce5d3d7e0 req-bb38b078-87f0-481d-a61e-5f6d4e473914 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.0625663 Apr 07 12:58:51.770723 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6d0e5b2b-8940-4ee2-b148-458ce5d3d7e0 req-19cdfb6a-6c73-4741-8fa8-b80f5891c620 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518897 Apr 07 12:58:52.340240 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fedd-d9ec-4c20-9525-33b96f6cc890 req-535cc29a-eda4-4301-8a7b-c16893924f9e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:52.341720 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eba9fedd-d9ec-4c20-9525-33b96f6cc890 req-535cc29a-eda4-4301-8a7b-c16893924f9e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 944 time: 0.0536778 Apr 07 12:58:52.388110 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eba9fedd-d9ec-4c20-9525-33b96f6cc890 req-943ecb9d-0b73-44d9-b938-836723f92a7e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403550 Apr 07 12:58:52.691735 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-caefd029-0aa8-4740-afb9-605022699e67 req-8dabc8f6-bbf3-463f-91e2-1c7483bef6d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 HTTP/1.1" status: 200 len: 1002 time: 0.0998609 Apr 07 12:58:52.704210 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-8aa7f3d2-c01f-4625-909b-0936589647f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:52.705646 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-8aa7f3d2-c01f-4625-909b-0936589647f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 1128 time: 0.0664942 Apr 07 12:58:52.891803 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dabfb-cd30-442d-8d13-1deda47e6b1f req-2d371f94-b1bc-42bf-9e4e-60859c5adf64 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:52.893217 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee6dabfb-cd30-442d-8d13-1deda47e6b1f req-2d371f94-b1bc-42bf-9e4e-60859c5adf64 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.0519536 Apr 07 12:58:52.945528 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee6dabfb-cd30-442d-8d13-1deda47e6b1f req-aeabab2c-7191-4cb8-80df-0a826c582a0e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465937 Apr 07 12:58:53.261126 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd029-0aa8-4740-afb9-605022699e67 req-3ee61f3d-84ea-4c79-b59c-ba0074408be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:53.262529 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-caefd029-0aa8-4740-afb9-605022699e67 req-3ee61f3d-84ea-4c79-b59c-ba0074408be6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.1370716 Apr 07 12:58:53.289653 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fbd3f-3c2c-4c17-a75a-0aa1b7684dee req-d770873d-4f5a-47ce-b63f-4f8274fc7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:53.291361 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c76fbd3f-3c2c-4c17-a75a-0aa1b7684dee req-d770873d-4f5a-47ce-b63f-4f8274fc7b12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 1131 time: 0.1265213 Apr 07 12:58:53.300731 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-a5a25705-5c19-4264-be94-b7a56a0ba411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:53.302044 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-a5a25705-5c19-4264-be94-b7a56a0ba411 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.1359732 Apr 07 12:58:53.407240 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-d5e339ea-d9dc-4de3-b399-0a7f9fe2ddc6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f HTTP/1.1" status: 200 len: 217 time: 0.0763552 Apr 07 12:58:53.482877 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c76fbd3f-3c2c-4c17-a75a-0aa1b7684dee req-65c23976-8a20-4a13-8695-0c996d2aa2e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533525 Apr 07 12:58:53.496470 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-60c81a6b-e682-4c55-acd5-fc52db2ec317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:53.497933 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-60c81a6b-e682-4c55-acd5-fc52db2ec317 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0734701 Apr 07 12:58:53.504066 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd029-0aa8-4740-afb9-605022699e67 req-4980d6be-3507-4d7e-87cb-f70bf4c9c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:53.505518 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-caefd029-0aa8-4740-afb9-605022699e67 req-4980d6be-3507-4d7e-87cb-f70bf4c9c410 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1679513 Apr 07 12:58:53.531144 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a9826-d1bf-4710-b86b-7d2a42e0e2f5 req-8eb70b80-d4aa-442d-8b77-c11226b6e13e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:53.532625 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-071a9826-d1bf-4710-b86b-7d2a42e0e2f5 req-8eb70b80-d4aa-442d-8b77-c11226b6e13e tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 944 time: 0.0608244 Apr 07 12:58:53.579766 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-071a9826-d1bf-4710-b86b-7d2a42e0e2f5 req-fe91e4a1-3971-4557-bad1-201878c1cd04 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414023 Apr 07 12:58:53.877518 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9705df8-0287-4ccf-9a6a-0d9778e76676 req-9f50ce8a-3f79-4ddf-b345-23ccc48f4079 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:53.879039 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e9705df8-0287-4ccf-9a6a-0d9778e76676 req-9f50ce8a-3f79-4ddf-b345-23ccc48f4079 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1616280 Apr 07 12:58:53.884025 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-4a3b3c16-eb8a-4592-80d5-4ac34b485320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:53.885518 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-4a3b3c16-eb8a-4592-80d5-4ac34b485320 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1394570 Apr 07 12:58:53.908313 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-caefd029-0aa8-4740-afb9-605022699e67 req-8d8e091e-2677-4a1c-b001-b0b50731fe4c service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604817 Apr 07 12:58:53.937810 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e9705df8-0287-4ccf-9a6a-0d9778e76676 req-0bbf4c9e-28c7-4201-adf3-6704048b2f81 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467377 Apr 07 12:58:54.084371 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6f77a-06aa-425b-9fdc-cd7a66ce6c41 req-61d4a8a4-b500-4d55-a04d-b63fc163019c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:54.085895 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bde6f77a-06aa-425b-9fdc-cd7a66ce6c41 req-61d4a8a4-b500-4d55-a04d-b63fc163019c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.0578556 Apr 07 12:58:54.136889 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-8edc8f7f-fc31-4dbf-bdf3-f7f008559740 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513760 Apr 07 12:58:54.137271 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-bde6f77a-06aa-425b-9fdc-cd7a66ce6c41 req-32eb7443-6479-497f-be2f-6ce333de5206 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447180 Apr 07 12:58:54.138578 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-caefd029-0aa8-4740-afb9-605022699e67 req-71915625-9b5f-423a-a94e-7f5c80836cd0 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616440 Apr 07 12:58:54.480944 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19af6c3-9023-4821-b4dc-9b488747032a req-146aec00-c64f-4d1a-a3c0-d8160c6b32b3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:54.482332 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f19af6c3-9023-4821-b4dc-9b488747032a req-146aec00-c64f-4d1a-a3c0-d8160c6b32b3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 946 time: 0.0523641 Apr 07 12:58:54.527526 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f19af6c3-9023-4821-b4dc-9b488747032a req-f9f2cb98-bd03-40a4-8c2f-030a4c800339 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397470 Apr 07 12:58:54.697254 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e13ad-c49f-49b1-8880-314646fe04c8 req-f7323467-f4ae-4104-972f-f67833f069d1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:54.699500 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7b0e13ad-c49f-49b1-8880-314646fe04c8 req-f7323467-f4ae-4104-972f-f67833f069d1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 944 time: 0.0517902 Apr 07 12:58:54.749090 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7b0e13ad-c49f-49b1-8880-314646fe04c8 req-c9930e23-6638-4426-9072-430c702979b2 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439107 Apr 07 12:58:54.762754 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:58:54.861929 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:55.008282 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'port_id': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'mac_address': 'fa:16:3e:35:4b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:58:55.017843 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bdf3e2f6-b24c-4c59-925a-4c973b067549 req-666877a7-29b1-4cb5-af62-6928e6c606d5 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221118 Apr 07 12:58:55.055829 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:55.056226 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:55.079493 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:58:55.092773 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d5806-6dc0-4958-abeb-cac3c081b5a2 req-601d457e-f9a3-4620-a44c-312921f6641c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:55.094468 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-391d5806-6dc0-4958-abeb-cac3c081b5a2 req-601d457e-f9a3-4620-a44c-312921f6641c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0688412 Apr 07 12:58:55.102209 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:55.107789 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:55.152051 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-391d5806-6dc0-4958-abeb-cac3c081b5a2 req-9f8d2a0b-aa18-4a4e-9bcb-a89fab5981c6 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460927 Apr 07 12:58:55.159365 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:55.168556 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.168896 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.169496 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.169663 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.169894 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.170248 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.170710 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.171043 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.171362 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.171699 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.172002 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.172324 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.172753 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.173075 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.173838 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:55.277410 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcff8ca-72d5-4ce4-81f2-8602574eec1d req-7494fabe-c4c1-4aed-932b-ddcc1026bed9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:55.278961 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6bcff8ca-72d5-4ce4-81f2-8602574eec1d req-7494fabe-c4c1-4aed-932b-ddcc1026bed9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.0550265 Apr 07 12:58:55.326720 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6bcff8ca-72d5-4ce4-81f2-8602574eec1d req-914ed04d-75c0-4b1e-b64f-7b0356fad292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414994 Apr 07 12:58:55.442793 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['6ddfea36-8c5d-4698-bd0e-c7edbd91b50f'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:58:55.642819 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270d24-c6fa-4f4c-a89a-3257f75d633d req-d6990378-fb37-43ff-9136-28eb557c4134 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:55.644285 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e9270d24-c6fa-4f4c-a89a-3257f75d633d req-d6990378-fb37-43ff-9136-28eb557c4134 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 946 time: 0.0509722 Apr 07 12:58:55.690281 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e9270d24-c6fa-4f4c-a89a-3257f75d633d req-e43b1999-d498-4834-b5bf-57bd2a87582c tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404952 Apr 07 12:58:55.861925 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9699-1953-41c3-aa66-381c41568767 req-88034ee2-953d-40e3-9d42-46251f89dea7 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:55.863426 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-db4c9699-1953-41c3-aa66-381c41568767 req-88034ee2-953d-40e3-9d42-46251f89dea7 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 945 time: 0.0511413 Apr 07 12:58:55.908785 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-db4c9699-1953-41c3-aa66-381c41568767 req-4eda0eaa-5018-43c6-9da6-66a2051315f5 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399175 Apr 07 12:58:56.271495 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635e70c-a0d9-492d-8cb0-1f0e463d4f62 req-f5e6c2d6-6dac-48a1-9f03-7586f896a58a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:56.272943 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5635e70c-a0d9-492d-8cb0-1f0e463d4f62 req-f5e6c2d6-6dac-48a1-9f03-7586f896a58a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0552120 Apr 07 12:58:56.318056 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5635e70c-a0d9-492d-8cb0-1f0e463d4f62 req-ac3538a4-722b-4ee7-9769-c1ca58a228b0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393698 Apr 07 12:58:56.452058 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c1ed-0815-4672-8c6e-541f502c5013 req-64e92d99-18eb-4cb9-881b-28c624e95a7f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:56.453396 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-52d0c1ed-0815-4672-8c6e-541f502c5013 req-64e92d99-18eb-4cb9-881b-28c624e95a7f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.0539498 Apr 07 12:58:56.498603 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-52d0c1ed-0815-4672-8c6e-541f502c5013 req-057cae3c-eb9c-4c91-9215-da76e9067d98 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396807 Apr 07 12:58:56.767550 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:58:56.809447 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fa9c-9930-496e-a316-d3a361a47ce0 req-341d1e2d-b2f4-4b8a-855e-d35b20116a52 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:56.811210 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4010fa9c-9930-496e-a316-d3a361a47ce0 req-341d1e2d-b2f4-4b8a-855e-d35b20116a52 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 946 time: 0.0549796 Apr 07 12:58:56.819362 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:58:56.823800 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:58:56.824181 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:56.859503 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4010fa9c-9930-496e-a316-d3a361a47ce0 req-6bbc99a1-e8c6-437a-8912-b6d27bfb869d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420609 Apr 07 12:58:56.904532 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:58:56.904919 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:56.927674 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:58:56.929905 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a0b3e7-3416-415e-9269-42a4d3134b0f" -d '{"events": [{"server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "name": "network-vif-plugged", "status": "completed", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:58:56.942062 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:56.946619 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:56.971647 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0929aa97-8316-4787-a859-bbf65e32564c x-openstack-request-id: req-0929aa97-8316-4787-a859-bbf65e32564c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:58:56.971880 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "name": "network-vif-plugged", "status": "completed", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:58:56.972139 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0929aa97-8316-4787-a859-bbf65e32564c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:58:56.972535 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0929aa97-8316-4787-a859-bbf65e32564c'] response: {'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'code': 200} Apr 07 12:58:56.998698 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:57.028178 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bbebf-0091-494c-beae-c4823cb15c01 req-eb3c8982-7eaa-4681-9ae7-57405014f493 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:57.029649 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-785bbebf-0091-494c-beae-c4823cb15c01 req-eb3c8982-7eaa-4681-9ae7-57405014f493 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0532668 Apr 07 12:58:57.075179 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-785bbebf-0091-494c-beae-c4823cb15c01 req-39cdb3c8-677f-4c69-abea-44df240d17b1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399776 Apr 07 12:58:57.440760 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31307e7a-0c0c-407d-9e75-8b0133320d36 req-f65c4ba7-513a-4122-b005-62bb6d0be97f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:57.442303 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-31307e7a-0c0c-407d-9e75-8b0133320d36 req-f65c4ba7-513a-4122-b005-62bb6d0be97f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0525904 Apr 07 12:58:57.493121 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-31307e7a-0c0c-407d-9e75-8b0133320d36 req-9ef24fc0-3598-4983-927e-b41c72141de2 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453289 Apr 07 12:58:57.637760 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fd3c9-86b9-43e2-8a18-79dada4417fd req-32ca2977-2fe4-4e96-928a-28b3991e2bcc tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:57.639389 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-767fd3c9-86b9-43e2-8a18-79dada4417fd req-32ca2977-2fe4-4e96-928a-28b3991e2bcc tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.0687797 Apr 07 12:58:57.648914 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-0fc4b275-4dfe-4c77-a3d3-6fa3e2a8c172 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:57.650732 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-0fc4b275-4dfe-4c77-a3d3-6fa3e2a8c172 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 946 time: 0.0598185 Apr 07 12:58:57.690944 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-767fd3c9-86b9-43e2-8a18-79dada4417fd req-8e8f68df-e595-4470-a01a-ebdbc9087b13 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445862 Apr 07 12:58:57.991304 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e9814-56df-4e55-866c-79777f3901b1 req-363648b1-9470-4fd7-bfe4-36667b49f75a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:57.992828 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e26e9814-56df-4e55-866c-79777f3901b1 req-363648b1-9470-4fd7-bfe4-36667b49f75a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 946 time: 0.0669787 Apr 07 12:58:58.140220 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e26e9814-56df-4e55-866c-79777f3901b1 req-3efcb3d1-467a-4f51-b387-2c5869dcf6d3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=98df1de4-37be-4953-9344-cf9d66e60758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370704 Apr 07 12:58:58.146242 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72028497-4f5b-4ff8-8779-0932f8430183 req-e74d2032-831f-4326-8261-873200fede50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:58.148243 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-72028497-4f5b-4ff8-8779-0932f8430183 req-e74d2032-831f-4326-8261-873200fede50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 1130 time: 0.1469431 Apr 07 12:58:58.170321 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Deleting port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:58:58.170655 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:58.203611 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90538d-8cb6-4443-8d6e-23a8d531c8d3 req-1274f3fa-1fbf-4477-b4d6-9a1c3c92d2c7 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:58.205036 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8d90538d-8cb6-4443-8d6e-23a8d531c8d3 req-1274f3fa-1fbf-4477-b4d6-9a1c3c92d2c7 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0604594 Apr 07 12:58:58.251318 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8d90538d-8cb6-4443-8d6e-23a8d531c8d3 req-c960807e-9d61-4964-8dd9-6776e42d9b1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Apr 07 12:58:58.263315 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] For port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:58:58.263690 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:58.466605 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-72028497-4f5b-4ff8-8779-0932f8430183 req-1a6acdd1-14bd-468c-b491-e793cddad5e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972145 Apr 07 12:58:58.469290 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:58.469656 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (014b9839-531c-44f8-8037-fe90e23a466a), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:58.470248 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Floating IP 014b9839-531c-44f8-8037-fe90e23a466a disassociated. External IP: 172.28.2.167, port: d7af9b63-4de2-4a65-8fce-6ff4f4feaee2. Apr 07 12:58:58.470576 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Calling delete_port for d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:58:58.627001 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (d7af9b63-4de2-4a65-8fce-6ff4f4feaee2), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:58.657786 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'Port': ['ID=d7af9b63-4de2-4a65-8fce-6ff4f4feaee2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:58.672304 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54438370-b481-41bd-ab24-6c97d374c643 req-76c7ec8f-45f3-410d-a911-f8aff777aaf1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:58.673807 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-54438370-b481-41bd-ab24-6c97d374c643 req-76c7ec8f-45f3-410d-a911-f8aff777aaf1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1008525 Apr 07 12:58:58.678367 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.678497 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.678776 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.679113 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.679440 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.679765 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.680152 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.680490 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.680813 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.681134 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.681451 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.681775 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.682778 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.683092 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.683412 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:58:58.795936 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-54438370-b481-41bd-ab24-6c97d374c643 req-60bb945a-485d-4752-bddb-f038e1624bfe tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084697 Apr 07 12:58:58.826173 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:58:58.939740 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:58:58.950288 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:58:58.960547 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:58:58.961351 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:58:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:58.985922 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] No DVR routers for this DVR port d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:58:58.988467 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:58.992871 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c7f3cd8e-2b24-481f-bf21-95a4fa15e612 req-b5acf7bc-9333-4196-9b95-5ac821ebf966 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "DELETE /v2.0/ports/d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 HTTP/1.1" status: 204 len: 173 time: 1.0105972 Apr 07 12:58:58.993275 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'name': 'network-vif-deleted', 'tag': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:58:58.995809 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5c1574-bbd6-482d-a2bc-4065cc15174d" -d '{"events": [{"server_uuid": "f6b7e9d9-355e-4dd1-ab93-6bb28f83102e", "name": "network-vif-deleted", "tag": "d7af9b63-4de2-4a65-8fce-6ff4f4feaee2"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:58:59.031937 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b082ecdd-4add-4e66-a011-3d80001bc834 x-openstack-request-id: req-b082ecdd-4add-4e66-a011-3d80001bc834 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:58:59.032231 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b7e9d9-355e-4dd1-ab93-6bb28f83102e", "name": "network-vif-deleted", "tag": "d7af9b63-4de2-4a65-8fce-6ff4f4feaee2", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:58:59.032487 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b082ecdd-4add-4e66-a011-3d80001bc834 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:58:59.032887 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b082ecdd-4add-4e66-a011-3d80001bc834'] response: {'server_uuid': 'f6b7e9d9-355e-4dd1-ab93-6bb28f83102e', 'name': 'network-vif-deleted', 'tag': 'd7af9b63-4de2-4a65-8fce-6ff4f4feaee2', 'status': 'completed', 'code': 200} Apr 07 12:58:59.088645 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:58:59.145129 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429910-36ec-428d-b8d2-aa2a0ab93d3d req-b28794ea-d3a4-44a9-a0c1-862fb643046d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:59.148878 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fc429910-36ec-428d-b8d2-aa2a0ab93d3d req-b28794ea-d3a4-44a9-a0c1-862fb643046d tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0573771 Apr 07 12:58:59.207542 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fc429910-36ec-428d-b8d2-aa2a0ab93d3d req-ef9d1b22-fca1-4741-b2d6-eecc14f19bcb tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545855 Apr 07 12:58:59.232144 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34202) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:59.246766 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-157b20c3-d285-47d2-aafb-0fcd80528750 req-7dfa1e35-9695-49f3-af6a-f2a313c1f1e7 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 210 time: 0.0304089 Apr 07 12:58:59.310489 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:59.337564 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:58:59.347446 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:58:59.348145 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:58:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:59.378906 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab8480-dbfd-46e3-a705-e0aebc39cfac tempest-TestMinimumBasicScenario-851149062 tempest-TestMinimumBasicScenario-851149062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:59.380521 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-52ab8480-dbfd-46e3-a705-e0aebc39cfac tempest-TestMinimumBasicScenario-851149062 tempest-TestMinimumBasicScenario-851149062-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 1124 time: 0.1473877 Apr 07 12:58:59.383782 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:58:59.389861 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'port_id': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:58:59.399804 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1484d-666b-4001-81f2-bd1e699e2b32 req-98c99ea0-55b3-44f7-abb4-6bdaab903b41 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:59.402057 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-59c1484d-666b-4001-81f2-bd1e699e2b32 req-98c99ea0-55b3-44f7-abb4-6bdaab903b41 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0704560 Apr 07 12:58:59.429358 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:59.458718 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-59c1484d-666b-4001-81f2-bd1e699e2b32 req-185858b7-7cfe-48d7-82f2-a197d7cdc316 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504835 Apr 07 12:58:59.485415 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:58:59.538201 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:59.647758 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Allocated IP 172.28.2.243 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/5af62ec1-f434-4186-96f3-31ab18fa3156) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:58:59.690000 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:58:59.716857 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ed076-f38d-4447-acdc-e3f62ccc1e14 None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:58:59.750322 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for port (5af62ec1-f434-4186-96f3-31ab18fa3156), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:59.784691 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (5af62ec1-f434-4186-96f3-31ab18fa3156), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:58:59.823375 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:58:59.826267 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:58:59.831862 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:58:59.857851 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'Port': ['ID=5af62ec1-f434-4186-96f3-31ab18fa3156,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:58:59.969129 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db6dc7-74e6-4db5-b21f-fe727fe3c071 None None] New status for floating IP 014b9839-531c-44f8-8037-fe90e23a466a: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:58:59.978639 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57316ad0-ba50-4840-a227-c917e7830f65 req-9e449102-5fe1-4045-91b4-5c7b51675150 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:58:59.980806 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-57316ad0-ba50-4840-a227-c917e7830f65 req-9e449102-5fe1-4045-91b4-5c7b51675150 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1150777 Apr 07 12:59:00.269120 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-57316ad0-ba50-4840-a227-c917e7830f65 req-05aa51a9-1e9c-4a3d-872c-069c17966937 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806282 Apr 07 12:59:00.359092 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ec72673a-8008-4d43-a086-d8c9d7726d22 req-b8a3c64e-97cc-4914-ae6c-1250d8c56456 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b7e9d9-355e-4dd1-ab93-6bb28f83102e HTTP/1.1" status: 200 len: 210 time: 0.0275972 Apr 07 12:59:00.436929 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for floatingip (08eacfa8-8a5b-450b-b746-73fb90bfe8a0), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:00.503560 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (5af62ec1-f434-4186-96f3-31ab18fa3156), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:00.653889 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7894-1640-4bc8-a95e-4ea8571ac6f2 req-14f9d941-d3a7-4f07-bbe6-4b0f5d45a9cc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:00.656155 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1d3d7894-1640-4bc8-a95e-4ea8571ac6f2 req-14f9d941-d3a7-4f07-bbe6-4b0f5d45a9cc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.1220534 Apr 07 12:59:00.737719 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1d3d7894-1640-4bc8-a95e-4ea8571ac6f2 req-653a3cdd-8f01-4187-9b22-a6a0b48eab1d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734982 Apr 07 12:59:00.749738 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for port (5af62ec1-f434-4186-96f3-31ab18fa3156), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:00.754441 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133721'] for port (5af62ec1-f434-4186-96f3-31ab18fa3156), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:00.824262 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'Port': ['ID=5af62ec1-f434-4186-96f3-31ab18fa3156,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:00.834252 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (08eacfa8-8a5b-450b-b746-73fb90bfe8a0), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:00.851876 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebddef-92f7-4f5a-942f-57852e120d0e req-5baf47bb-11ce-4a80-a4a4-884e0cdf0f9a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:00.853359 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-efebddef-92f7-4f5a-942f-57852e120d0e req-5baf47bb-11ce-4a80-a4a4-884e0cdf0f9a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0526905 Apr 07 12:59:00.862832 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34218) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:00.867207 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c7e7ab97-e23f-4812-abbd-c80f8a317e1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Request body: {'floatingip': {'port_id': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:00.909454 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7e7ab97-e23f-4812-abbd-c80f8a317e1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for floatingip (687cde58-23e2-46c8-b251-4f0de4e874a1), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:00.939085 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Floating IP 08eacfa8-8a5b-450b-b746-73fb90bfe8a0 associated. External IP: 172.28.2.243, port: 3857ed4c-d33e-47ea-97ad-b79df3398a6e. Apr 07 12:59:01.152105 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Router c8117bd5-b866-488c-ac15-c3114ce34bef has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:59:01.266502 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:59:01.276927 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] Sync routers for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:59:01.287396 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.288043 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:59:01.288651 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:58:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:01.318750 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-489654f0-ef9c-4631-8664-9ae7370f7b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9324641 Apr 07 12:59:01.319345 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:59:01.321835 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4cef96df81fa505de57a200bc31d086cb5d8200e5fb00bd1107ce0d7677235b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0d19a8-c928-417c-94b9-be2b75579623" -d '{"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:59:01.326772 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34222) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:01.331381 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-c9b463b9-0115-4d17-8b75-3d7a39b8d869 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894901550', 'description': 'tempest-secgroup-smoke-1894901550 description', 'project_id': '93ca6ad10d8a453890846cd1b84ed68a'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:01.357185 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9b463b9-0115-4d17-8b75-3d7a39b8d869 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.448242 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9b463b9-0115-4d17-8b75-3d7a39b8d869 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group (7e46fac1-8793-4c8e-b16e-4e7c5353855e), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.460657 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa9af5c-2261-46e6-a169-2cc278e7f120 x-openstack-request-id: req-dfa9af5c-2261-46e6-a169-2cc278e7f120 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:59:01.460948 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:59:01.461205 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfa9af5c-2261-46e6-a169-2cc278e7f120 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:59:01.461663 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa9af5c-2261-46e6-a169-2cc278e7f120'] response: {'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'status': 'completed', 'code': 200} Apr 07 12:59:01.466365 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9b463b9-0115-4d17-8b75-3d7a39b8d869 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7e46fac1-8793-4c8e-b16e-4e7c5353855e), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.513565 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b463b9-0115-4d17-8b75-3d7a39b8d869 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e46fac1-8793-4c8e-b16e-4e7c5353855e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:01.538397 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c9b463b9-0115-4d17-8b75-3d7a39b8d869 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.539652 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c9b463b9-0115-4d17-8b75-3d7a39b8d869 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2119112 Apr 07 12:59:01.540215 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34230) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:01.546524 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ade2ef75-4e7c-4c94-aae4-42532fa0bb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.548176 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34232) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:01.565158 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-898fcc71-e5fb-4780-9840-7f829d5b8373 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'security_group_rule': {'security_group_id': '7e46fac1-8793-4c8e-b16e-4e7c5353855e', 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:01.565386 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcea13c-1cc4-40f7-81a4-2f82d83f1a52 req-2b3a5aa7-ec61-4ae6-a567-1571be21639c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:01.566526 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-afcea13c-1cc4-40f7-81a4-2f82d83f1a52 req-2b3a5aa7-ec61-4ae6-a567-1571be21639c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1167543 Apr 07 12:59:01.574535 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:59:01.640670 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2759dc-7064-4f2f-816c-bed901cee12a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (98df1de4-37be-4953-9344-cf9d66e60758), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.644952 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-afcea13c-1cc4-40f7-81a4-2f82d83f1a52 req-00c7ff75-3918-4785-865f-43daeea0c64d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722606 Apr 07 12:59:01.670596 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2759dc-7064-4f2f-816c-bed901cee12a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (98df1de4-37be-4953-9344-cf9d66e60758), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.709208 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-898fcc71-e5fb-4780-9840-7f829d5b8373 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (550b09a1-c68d-4659-90a8-19b6255527a5), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.718830 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-68ffb608-b682-4379-a8b1-b7d13e1db1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:01.720697 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-68ffb608-b682-4379-a8b1-b7d13e1db1c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 1129 time: 0.1688883 Apr 07 12:59:01.728417 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2759dc-7064-4f2f-816c-bed901cee12a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (98df1de4-37be-4953-9344-cf9d66e60758), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.732841 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e2759dc-7064-4f2f-816c-bed901cee12a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.736573 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-1e2759dc-7064-4f2f-816c-bed901cee12a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "DELETE /v2.0/security-groups/98df1de4-37be-4953-9344-cf9d66e60758 HTTP/1.1" status: 204 len: 168 time: 0.1920543 Apr 07 12:59:01.739263 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34234) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:01.756651 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7e7ab97-e23f-4812-abbd-c80f8a317e1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.756865 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2759dc-7064-4f2f-816c-bed901cee12a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98df1de4-37be-4953-9344-cf9d66e60758,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:01.763824 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-791e9ded-2d2a-46da-837f-303949baed98 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] show failed (client error): The resource could not be found. Apr 07 12:59:01.763824 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-791e9ded-2d2a-46da-837f-303949baed98 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups/98df1de4-37be-4953-9344-cf9d66e60758 HTTP/1.1" status: 404 len: 347 time: 0.0201056 Apr 07 12:59:01.764100 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34236) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:01.784245 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7e7ab97-e23f-4812-abbd-c80f8a317e1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (687cde58-23e2-46c8-b251-4f0de4e874a1), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.850559 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '08eacfa8-8a5b-450b-b746-73fb90bfe8a0', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'floating_ip_address': '172.28.2.243', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'port_id': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'mac_address': 'fa:16:3e:c9:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161fc74-48ba-4dde-a284-36892f40d248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:59:00Z', 'updated_at': '2022-04-07T12:59:00Z', 'revision_number': 0, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a96405ba-73c4-488b-89ed-e5bf5b388144', 'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'mac_address': 'fa:16:3e:67:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:52Z', 'updated_at': '2022-04-07T12:57:57Z', 'revision_number': 5, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'subnets': [{'id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:01.878991 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] Checking router: c8117bd5-b866-488c-ac15-c3114ce34bef for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:59:01.888642 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:59:01.889254 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:58:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:01.901818 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Deleting port 40b54ad6-3c9a-4fc6-895f-430315a6baaa {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:59:01.902175 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (40b54ad6-3c9a-4fc6-895f-430315a6baaa), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.918585 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-898fcc71-e5fb-4780-9840-7f829d5b8373 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (550b09a1-c68d-4659-90a8-19b6255527a5), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.932979 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-898fcc71-e5fb-4780-9840-7f829d5b8373 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (550b09a1-c68d-4659-90a8-19b6255527a5), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.975033 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fcc71-e5fb-4780-9840-7f829d5b8373 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550b09a1-c68d-4659-90a8-19b6255527a5,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:01.980371 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-46cabf79-50ad-428e-90c8-a79dd0c4018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:01.981846 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-46cabf79-50ad-428e-90c8-a79dd0c4018b service neutron] 10.222.0.26 "GET /v2.0/networks?id=26d37adf-3d0a-4195-aea4-8da2820be600 HTTP/1.1" status: 200 len: 915 time: 0.2471471 Apr 07 12:59:01.988316 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-898fcc71-e5fb-4780-9840-7f829d5b8373 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:01.992730 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-898fcc71-e5fb-4780-9840-7f829d5b8373 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4366074 Apr 07 12:59:01.992886 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34238) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:01.999253 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [None req-c7e7ab97-e23f-4812-abbd-c80f8a317e1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Floating IP 687cde58-23e2-46c8-b251-4f0de4e874a1 associated. External IP: 172.28.2.129, port: 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f. Apr 07 12:59:02.001327 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-881e7f2a-3262-4095-ba20-591de24904c8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'security_group_rule': {'security_group_id': '7e46fac1-8793-4c8e-b16e-4e7c5353855e', 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:02.009198 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (40b54ad6-3c9a-4fc6-895f-430315a6baaa), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.009763 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (40b54ad6-3c9a-4fc6-895f-430315a6baaa), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.011741 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:59:02.028072 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Calling delete_port for 40b54ad6-3c9a-4fc6-895f-430315a6baaa owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:59:02.049617 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881e7f2a-3262-4095-ba20-591de24904c8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (51f024a4-b568-41a7-8a79-caf87a69b0de), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.095692 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-0e29d906-e93e-4f21-9c16-ea9cdcc88a21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 200 len: 999 time: 0.1038013 Apr 07 12:59:02.167910 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881e7f2a-3262-4095-ba20-591de24904c8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (51f024a4-b568-41a7-8a79-caf87a69b0de), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.172883 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881e7f2a-3262-4095-ba20-591de24904c8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (51f024a4-b568-41a7-8a79-caf87a69b0de), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.189077 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-e9f3806c-a259-43fa-937d-abc26d8174fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:02.190543 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-e9f3806c-a259-43fa-937d-abc26d8174fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa7e0ded-adc4-451c-922d-4d44c076ad34 HTTP/1.1" status: 200 len: 853 time: 0.0679932 Apr 07 12:59:02.217212 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e7f2a-3262-4095-ba20-591de24904c8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f024a4-b568-41a7-8a79-caf87a69b0de,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:02.222916 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-881e7f2a-3262-4095-ba20-591de24904c8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.227156 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-881e7f2a-3262-4095-ba20-591de24904c8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2299454 Apr 07 12:59:02.227452 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34240) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:02.251411 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-05816d77-d665-4355-8f43-bdf52cdcbf82 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'security_group_rule': {'security_group_id': '7e46fac1-8793-4c8e-b16e-4e7c5353855e', 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:02.256688 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (40b54ad6-3c9a-4fc6-895f-430315a6baaa), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.287178 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '08eacfa8-8a5b-450b-b746-73fb90bfe8a0', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'floating_ip_address': '172.28.2.243', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'port_id': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'mac_address': 'fa:16:3e:c9:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161fc74-48ba-4dde-a284-36892f40d248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:59:00Z', 'updated_at': '2022-04-07T12:59:00Z', 'revision_number': 0, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a96405ba-73c4-488b-89ed-e5bf5b388144', 'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'mac_address': 'fa:16:3e:67:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:52Z', 'updated_at': '2022-04-07T12:57:57Z', 'revision_number': 5, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'subnets': [{'id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:02.292766 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'Port': ['ID=40b54ad6-3c9a-4fc6-895f-430315a6baaa,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:02.318834 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2021ebb-7656-40ab-b527-9acb52d24b62 None None] The sync data for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb is: [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '08eacfa8-8a5b-450b-b746-73fb90bfe8a0', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'floating_ip_address': '172.28.2.243', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'port_id': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'mac_address': 'fa:16:3e:c9:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f161fc74-48ba-4dde-a284-36892f40d248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:59:00Z', 'updated_at': '2022-04-07T12:59:00Z', 'revision_number': 0, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a96405ba-73c4-488b-89ed-e5bf5b388144', 'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'mac_address': 'fa:16:3e:67:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:52Z', 'updated_at': '2022-04-07T12:57:57Z', 'revision_number': 5, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'subnets': [{'id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:59:02.336216 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-1f5ef0d5-aced-453e-84d1-66a647513b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:02.337748 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-1f5ef0d5-aced-453e-84d1-66a647513b01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26d37adf-3d0a-4195-aea4-8da2820be600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1402059 Apr 07 12:59:02.350780 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05816d77-d665-4355-8f43-bdf52cdcbf82 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (b52ff2e8-c306-4759-a510-21eff74c81ee), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.403854 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (014b9839-531c-44f8-8037-fe90e23a466a), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.406360 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.418721 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a4ff618d-d0ec-4577-ad48-7d17c69377e8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "DELETE /v2.0/floatingips/014b9839-531c-44f8-8037-fe90e23a466a HTTP/1.1" status: 204 len: 168 time: 0.6466334 Apr 07 12:59:02.423999 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e7ab97-e23f-4812-abbd-c80f8a317e1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:59:02.432963 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05816d77-d665-4355-8f43-bdf52cdcbf82 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (b52ff2e8-c306-4759-a510-21eff74c81ee), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.440471 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05816d77-d665-4355-8f43-bdf52cdcbf82 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (b52ff2e8-c306-4759-a510-21eff74c81ee), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.458362 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05816d77-d665-4355-8f43-bdf52cdcbf82 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52ff2e8-c306-4759-a510-21eff74c81ee,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:02.470856 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-05816d77-d665-4355-8f43-bdf52cdcbf82 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.474752 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-05816d77-d665-4355-8f43-bdf52cdcbf82 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2462130 Apr 07 12:59:02.475444 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:02.480356 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-72dc6583-3c58-4b20-9841-9ef36764baad tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'security_group_rule': {'security_group_id': '7e46fac1-8793-4c8e-b16e-4e7c5353855e', 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:02.507470 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-537957af-ff14-4f5f-aaa5-0288767e329d service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591578 Apr 07 12:59:02.516775 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72dc6583-3c58-4b20-9841-9ef36764baad tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (0801d176-3e82-488f-b788-112bae4cbdc0), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.585704 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72dc6583-3c58-4b20-9841-9ef36764baad tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (0801d176-3e82-488f-b788-112bae4cbdc0), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.592184 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72dc6583-3c58-4b20-9841-9ef36764baad tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (0801d176-3e82-488f-b788-112bae4cbdc0), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.614553 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc6583-3c58-4b20-9841-9ef36764baad tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0801d176-3e82-488f-b788-112bae4cbdc0,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:02.630488 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72dc6583-3c58-4b20-9841-9ef36764baad tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.632746 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-72dc6583-3c58-4b20-9841-9ef36764baad tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561360 Apr 07 12:59:02.636222 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34246) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:02.640228 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e7ab97-e23f-4812-abbd-c80f8a317e1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:59:02.647073 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c7e7ab97-e23f-4812-abbd-c80f8a317e1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.653061 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86587274-1417-4d9b-8176-076bb917edfb None None] Sync routers for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:59:02.656158 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-283312da-745f-42cc-863c-d0a3a53949d4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'security_group_rule': {'security_group_id': '7e46fac1-8793-4c8e-b16e-4e7c5353855e', 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:02.665646 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7d937-2aeb-4014-8e0c-45b845285544 None None] New status for floating IP 08eacfa8-8a5b-450b-b746-73fb90bfe8a0: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:59:02.669443 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86587274-1417-4d9b-8176-076bb917edfb None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:59:02.671227 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-86587274-1417-4d9b-8176-076bb917edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:58:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:02.688586 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2d0d19a8-c928-417c-94b9-be2b75579623 req-7185de46-cae0-4f11-8fc4-c54f0ab30aec service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703212 Apr 07 12:59:02.701768 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-283312da-745f-42cc-863c-d0a3a53949d4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Project 93ca6ad10d8a453890846cd1b84ed68a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:59:02.711516 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c7e7ab97-e23f-4812-abbd-c80f8a317e1a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "PUT /v2.0/floatingips/687cde58-23e2-46c8-b251-4f0de4e874a1 HTTP/1.1" status: 200 len: 992 time: 1.8473339 Apr 07 12:59:02.712691 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:59:02.716529 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-283312da-745f-42cc-863c-d0a3a53949d4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (95098f0a-2e4c-47aa-8eb4-a4d5f1925ddf), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.721080 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e03430-92b0-441a-9a85-0f3efd3f0dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:59:02.807259 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34254) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:02.811357 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-abdc736d-dc9b-44e2-9cf6-9f8b96d30455 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--9950087', 'description': 'tempest-description--1718872117'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:02.831176 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-283312da-745f-42cc-863c-d0a3a53949d4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (95098f0a-2e4c-47aa-8eb4-a4d5f1925ddf), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.840092 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d73d-0cce-4da9-81c9-6ee937f8654d req-010f4b04-b5b7-4ad6-97af-cfc19e57e321 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:02.841944 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-da10d73d-0cce-4da9-81c9-6ee937f8654d req-010f4b04-b5b7-4ad6-97af-cfc19e57e321 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1049008 Apr 07 12:59:02.843194 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-283312da-745f-42cc-863c-d0a3a53949d4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (95098f0a-2e4c-47aa-8eb4-a4d5f1925ddf), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.845938 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb89d79e-3f8c-44bd-ace5-d3832047c446 x-openstack-request-id: req-eb89d79e-3f8c-44bd-ace5-d3832047c446 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:59:02.846804 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:59:02.846804 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb89d79e-3f8c-44bd-ace5-d3832047c446 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:59:02.847410 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb89d79e-3f8c-44bd-ace5-d3832047c446'] response: {'name': 'network-changed', 'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'status': 'completed', 'code': 200} Apr 07 12:59:02.855243 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abdc736d-dc9b-44e2-9cf6-9f8b96d30455 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.861872 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:59:02.878087 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283312da-745f-42cc-863c-d0a3a53949d4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95098f0a-2e4c-47aa-8eb4-a4d5f1925ddf,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:02.894908 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:59:02.895663 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device d7af9b63-4de2-4a65-8fce-6ff4f4feaee2 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:59:02.896308 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-283312da-745f-42cc-863c-d0a3a53949d4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.897524 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-283312da-745f-42cc-863c-d0a3a53949d4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2599452 Apr 07 12:59:02.904361 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:02.908862 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-6cd41cd9-e1ad-4dcc-8b5d-0849aa65f2e6 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'security_group_rule': {'security_group_id': '7e46fac1-8793-4c8e-b16e-4e7c5353855e', 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:02.914843 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-86587274-1417-4d9b-8176-076bb917edfb None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:59:02.939519 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-da10d73d-0cce-4da9-81c9-6ee937f8654d req-6431810a-5608-4622-9179-6cb4604ee5ba tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878115 Apr 07 12:59:02.956475 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-6cd41cd9-e1ad-4dcc-8b5d-0849aa65f2e6 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Project 93ca6ad10d8a453890846cd1b84ed68a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 12:59:02.962843 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cd41cd9-e1ad-4dcc-8b5d-0849aa65f2e6 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (2f655b2b-9fef-4e14-a415-72775a4b724c), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:02.995681 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-55292255-8850-4b49-a8e8-f637ae32243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:02.997517 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-55292255-8850-4b49-a8e8-f637ae32243d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 1130 time: 0.1244354 Apr 07 12:59:03.004651 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abdc736d-dc9b-44e2-9cf6-9f8b96d30455 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (9864e35d-b4a9-43a6-bef8-93ced9363820), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.015404 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abdc736d-dc9b-44e2-9cf6-9f8b96d30455 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9864e35d-b4a9-43a6-bef8-93ced9363820), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.039985 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cd41cd9-e1ad-4dcc-8b5d-0849aa65f2e6 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (2f655b2b-9fef-4e14-a415-72775a4b724c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.047746 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cd41cd9-e1ad-4dcc-8b5d-0849aa65f2e6 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (2f655b2b-9fef-4e14-a415-72775a4b724c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.076011 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd41cd9-e1ad-4dcc-8b5d-0849aa65f2e6 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f655b2b-9fef-4e14-a415-72775a4b724c,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:03.086566 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6cd41cd9-e1ad-4dcc-8b5d-0849aa65f2e6 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.089631 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-6cd41cd9-e1ad-4dcc-8b5d-0849aa65f2e6 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1830449 Apr 07 12:59:03.092317 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc736d-dc9b-44e2-9cf6-9f8b96d30455 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9864e35d-b4a9-43a6-bef8-93ced9363820,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:03.101799 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-abdc736d-dc9b-44e2-9cf6-9f8b96d30455 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.102966 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-abdc736d-dc9b-44e2-9cf6-9f8b96d30455 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2960663 Apr 07 12:59:03.105977 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34260) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:03.110663 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-2377af53-6268-4ede-a200-95e0633b33fa tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group_rule': {'security_group_id': '9864e35d-b4a9-43a6-bef8-93ced9363820', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:03.147517 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-7b908667-e641-445c-b5f6-8651eb45982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:03.149084 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-7b908667-e641-445c-b5f6-8651eb45982b service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.1432798 Apr 07 12:59:03.202274 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2377af53-6268-4ede-a200-95e0633b33fa tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (bef9af61-5934-419b-93fe-646ccadf0c2a), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.210309 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-86587274-1417-4d9b-8176-076bb917edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '687cde58-23e2-46c8-b251-4f0de4e874a1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'floating_ip_address': '172.28.2.129', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'port_id': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'mac_address': 'fa:16:3e:35:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:58:34Z', 'updated_at': '2022-04-07T12:59:01Z', 'revision_number': 1, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:55Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:03.238169 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86587274-1417-4d9b-8176-076bb917edfb None None] Checking router: 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:59:03.247051 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86587274-1417-4d9b-8176-076bb917edfb None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:59:03.247667 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-86587274-1417-4d9b-8176-076bb917edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:58:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:03.255110 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-d2d5cce4-24cc-459e-b5ab-0d5ea795116f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f HTTP/1.1" status: 200 len: 1000 time: 0.0986395 Apr 07 12:59:03.308957 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-c9a573c4-0435-458f-9a41-53ea37c4d9bb tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894901550&fields=id&tenant_id=93ca6ad10d8a453890846cd1b84ed68a HTTP/1.1" status: 200 len: 267 time: 0.1552100 Apr 07 12:59:03.360959 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-86587274-1417-4d9b-8176-076bb917edfb None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:59:03.362002 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-a0b54571-9cc6-47a5-8ac7-20adb3150f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:03.363623 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-a0b54571-9cc6-47a5-8ac7-20adb3150f89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.1016119 Apr 07 12:59:03.377451 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2377af53-6268-4ede-a200-95e0633b33fa tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (bef9af61-5934-419b-93fe-646ccadf0c2a), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.388772 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2377af53-6268-4ede-a200-95e0633b33fa tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (bef9af61-5934-419b-93fe-646ccadf0c2a), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.429530 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377af53-6268-4ede-a200-95e0633b33fa tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef9af61-5934-419b-93fe-646ccadf0c2a,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:03.444585 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-f89d0cf2-218e-455a-b1fc-a0220511d542 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:03.446075 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-f89d0cf2-218e-455a-b1fc-a0220511d542 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.1285551 Apr 07 12:59:03.449247 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2377af53-6268-4ede-a200-95e0633b33fa tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.450359 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-2377af53-6268-4ede-a200-95e0633b33fa tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432043 Apr 07 12:59:03.453225 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34262) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:03.458401 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-44544501-f93a-4569-ba40-479a93e658f0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group_rule': {'security_group_id': '9864e35d-b4a9-43a6-bef8-93ced9363820', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:03.460421 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-c791e8de-76c4-48be-8bcf-4fa05d50fcc1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'port': {'security_groups': ['6fafb9a3-89a5-4a90-b276-ca14908a7029', '7e46fac1-8793-4c8e-b16e-4e7c5353855e']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:03.485049 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44544501-f93a-4569-ba40-479a93e658f0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (5133dbd4-567d-4ae6-b9d0-7a000fe95da1), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.488471 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-b55ab4bf-a591-4d3d-9cfb-70b37724193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:03.490078 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-b55ab4bf-a591-4d3d-9cfb-70b37724193d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1153021 Apr 07 12:59:03.544404 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44544501-f93a-4569-ba40-479a93e658f0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (5133dbd4-567d-4ae6-b9d0-7a000fe95da1), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.548803 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44544501-f93a-4569-ba40-479a93e658f0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (5133dbd4-567d-4ae6-b9d0-7a000fe95da1), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.567010 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44544501-f93a-4569-ba40-479a93e658f0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5133dbd4-567d-4ae6-b9d0-7a000fe95da1,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:03.577433 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-44544501-f93a-4569-ba40-479a93e658f0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.578693 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-44544501-f93a-4569-ba40-479a93e658f0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239784 Apr 07 12:59:03.581651 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34264) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:03.586033 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:03.608592 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.611486 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-c791e8de-76c4-48be-8bcf-4fa05d50fcc1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.612142 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-86587274-1417-4d9b-8176-076bb917edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '687cde58-23e2-46c8-b251-4f0de4e874a1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'floating_ip_address': '172.28.2.129', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'port_id': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'mac_address': 'fa:16:3e:35:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:58:34Z', 'updated_at': '2022-04-07T12:59:01Z', 'revision_number': 1, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:55Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:03.643099 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86587274-1417-4d9b-8176-076bb917edfb None None] The sync data for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb is: [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '687cde58-23e2-46c8-b251-4f0de4e874a1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'floating_ip_address': '172.28.2.129', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'port_id': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'mac_address': 'fa:16:3e:35:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:58:34Z', 'updated_at': '2022-04-07T12:59:01Z', 'revision_number': 1, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:55Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:59:03.687116 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-d5ff307a-a7d3-4e8f-aaac-822be59b121e service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871822 Apr 07 12:59:03.851961 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fb84b254-595f-4fdc-acf5-a48d98e17e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.882105 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-43e03430-92b0-441a-9a85-0f3efd3f0dcf req-2722cb92-dbc6-4b7e-ae23-9ceecb6d81b9 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853375 Apr 07 12:59:03.893408 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f927ed7-d435-4400-a06b-cf7bffa845bf None None] New status for floating IP 687cde58-23e2-46c8-b251-4f0de4e874a1: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:59:03.903417 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.943386 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-c791e8de-76c4-48be-8bcf-4fa05d50fcc1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] For port 3857ed4c-d33e-47ea-97ad-b79df3398a6e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:59:03.975883 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-c791e8de-76c4-48be-8bcf-4fa05d50fcc1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:03.982112 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-c791e8de-76c4-48be-8bcf-4fa05d50fcc1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.000811 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['3857ed4c-d33e-47ea-97ad-b79df3398a6e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:59:04.023611 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Allocated IP 172.28.2.93 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/ad302426-7a9f-4812-b01e-8d08c81ca89b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:59:04.060260 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-c791e8de-76c4-48be-8bcf-4fa05d50fcc1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:04.061700 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-c791e8de-76c4-48be-8bcf-4fa05d50fcc1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.067271 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6cb68f66-9654-43aa-8a74-8e1565838e5b req-c791e8de-76c4-48be-8bcf-4fa05d50fcc1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "PUT /v2.0/ports/3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 200 len: 981 time: 0.6117330 Apr 07 12:59:04.068327 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791e8de-76c4-48be-8bcf-4fa05d50fcc1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'Port': ['ID=3857ed4c-d33e-47ea-97ad-b79df3398a6e,revision_number=6']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:04.206259 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d4c2-8f20-48e6-8eaf-a50670f2b4ae req-729035bc-d0eb-4639-b53b-5c900621f53b tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:04.208322 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ba41d4c2-8f20-48e6-8eaf-a50670f2b4ae req-729035bc-d0eb-4639-b53b-5c900621f53b tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1815660 Apr 07 12:59:04.218009 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924c2a0-a6f0-402e-a5ed-454da08e377a req-2165b5f5-59b3-469b-86a7-e9e3146281a0 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:04.226101 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8924c2a0-a6f0-402e-a5ed-454da08e377a req-2165b5f5-59b3-469b-86a7-e9e3146281a0 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0919588 Apr 07 12:59:04.283542 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ba41d4c2-8f20-48e6-8eaf-a50670f2b4ae req-cf7f24fa-fba9-4c57-9851-9eb790559747 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587933 Apr 07 12:59:04.300510 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8924c2a0-a6f0-402e-a5ed-454da08e377a req-5cda7b06-9c73-4033-9642-95b6162e5c11 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735302 Apr 07 12:59:04.320153 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (ad302426-7a9f-4812-b01e-8d08c81ca89b), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.346172 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['3857ed4c-d33e-47ea-97ad-b79df3398a6e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:59:04.371193 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (ad302426-7a9f-4812-b01e-8d08c81ca89b), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.408085 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:59:04.414840 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:59:04.419435 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:59:04.439114 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=ad302426-7a9f-4812-b01e-8d08c81ca89b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:04.446050 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-846b8090-8789-4168-862d-2ea9165c0f52 None None] Provisioning complete for port 3857ed4c-d33e-47ea-97ad-b79df3398a6e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:59:04.446602 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-846b8090-8789-4168-862d-2ea9165c0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.507351 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (510086aa-fbe1-4376-9dda-1608f276a701), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.543847 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (ad302426-7a9f-4812-b01e-8d08c81ca89b), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.639723 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-846b8090-8789-4168-862d-2ea9165c0f52 None None] Current status of the port 3857ed4c-d33e-47ea-97ad-b79df3398a6e is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:59:04.693881 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (ad302426-7a9f-4812-b01e-8d08c81ca89b), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.698660 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133721'] for port (ad302426-7a9f-4812-b01e-8d08c81ca89b), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.765956 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=ad302426-7a9f-4812-b01e-8d08c81ca89b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:04.781399 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (510086aa-fbe1-4376-9dda-1608f276a701), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.796792 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:04.798041 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-340f4969-0499-477e-a93d-43bfdf195bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2154436 Apr 07 12:59:04.847635 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:59:04.850140 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef958858-5184-4a16-8144-0794eb354ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:59:04.902184 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba6a3e1-fae7-43c1-90fa-51a424ee39d8 x-openstack-request-id: req-6ba6a3e1-fae7-43c1-90fa-51a424ee39d8 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:59:04.902548 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:59:04.902882 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ba6a3e1-fae7-43c1-90fa-51a424ee39d8 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:59:04.903207 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba6a3e1-fae7-43c1-90fa-51a424ee39d8'] response: {'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'status': 'completed', 'code': 200} Apr 07 12:59:05.017171 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef958858-5184-4a16-8144-0794eb354ca3 req-8b4a1f39-a133-4483-be2f-0ba85be3d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:05.018594 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef958858-5184-4a16-8144-0794eb354ca3 req-8b4a1f39-a133-4483-be2f-0ba85be3d79b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 1168 time: 0.0912905 Apr 07 12:59:05.021956 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-820fb6d3-acd7-4363-9de5-ce494044bb07 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--9950087&fields=id&tenant_id=09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 267 time: 0.0548785 Apr 07 12:59:05.115810 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:05.184756 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef958858-5184-4a16-8144-0794eb354ca3 req-b86f0163-806e-48ce-91e3-59194d698046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:05.186209 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef958858-5184-4a16-8144-0794eb354ca3 req-b86f0163-806e-48ce-91e3-59194d698046 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26d37adf-3d0a-4195-aea4-8da2820be600 HTTP/1.1" status: 200 len: 915 time: 0.1604161 Apr 07 12:59:05.193492 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-654bf979-995d-437d-aa8d-fdb4745ae112 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:05.194865 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-654bf979-995d-437d-aa8d-fdb4745ae112 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 815 time: 0.1621969 Apr 07 12:59:05.245719 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-b42839f7-bf9c-40a5-bc68-01e418421bc5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/quotas/09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 375 time: 0.0441046 Apr 07 12:59:05.288168 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef958858-5184-4a16-8144-0794eb354ca3 req-c1e4f17e-dd9d-4833-97ef-14cc05d2260d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 200 len: 1001 time: 0.0922868 Apr 07 12:59:05.334150 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-b7469097-e917-4bd8-870b-2f2476af2e16 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819509 Apr 07 12:59:05.358249 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef958858-5184-4a16-8144-0794eb354ca3 req-7a199644-f56a-40f4-8fe6-6df48feda9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:05.360038 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef958858-5184-4a16-8144-0794eb354ca3 req-7a199644-f56a-40f4-8fe6-6df48feda9a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa7e0ded-adc4-451c-922d-4d44c076ad34 HTTP/1.1" status: 200 len: 853 time: 0.0624022 Apr 07 12:59:05.409700 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5e61d-25f0-4e3d-bb29-728378cda961 req-a0420673-9a0b-4da6-8cc3-5842f23bd2bf tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:05.411475 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-85a5e61d-25f0-4e3d-bb29-728378cda961 req-a0420673-9a0b-4da6-8cc3-5842f23bd2bf tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0522792 Apr 07 12:59:05.464102 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-85a5e61d-25f0-4e3d-bb29-728378cda961 req-ea80c9f6-201e-4f10-8d99-cd88d79cf864 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455127 Apr 07 12:59:05.469190 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef958858-5184-4a16-8144-0794eb354ca3 req-941182f6-325d-42b0-82de-baa7a7f04ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:05.470940 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef958858-5184-4a16-8144-0794eb354ca3 req-941182f6-325d-42b0-82de-baa7a7f04ddf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26d37adf-3d0a-4195-aea4-8da2820be600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1015179 Apr 07 12:59:05.473040 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-54306f6d-e13e-4962-b782-a0fcd31e201a service neutron] 10.222.0.45 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259663 Apr 07 12:59:05.680770 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014519b3-abb5-4f6b-ba4c-0d91f37199ca req-ea30d352-dae3-44eb-b12c-eec35fdb76d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:05.682813 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-014519b3-abb5-4f6b-ba4c-0d91f37199ca req-ea30d352-dae3-44eb-b12c-eec35fdb76d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0605435 Apr 07 12:59:05.733977 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-014519b3-abb5-4f6b-ba4c-0d91f37199ca req-b783a984-625f-4abd-8a69-a78a938809d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449429 Apr 07 12:59:05.928654 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-b88e84e7-ea5c-46b9-90b6-ff6e3ae71f4d service neutron] 10.222.0.45 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491491 Apr 07 12:59:05.932712 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef958858-5184-4a16-8144-0794eb354ca3 req-0a78913b-64f4-49f3-bd27-fcd5cb2cac29 service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462922 Apr 07 12:59:05.942168 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-115816f8-69c7-45ea-b5e3-37b9c8da8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:05.943623 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-115816f8-69c7-45ea-b5e3-37b9c8da8cf5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 1129 time: 0.1284659 Apr 07 12:59:06.104172 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-fa5e6aaa-d3d2-4653-b0af-adc36700be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:06.105650 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-fa5e6aaa-d3d2-4653-b0af-adc36700be7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 912 time: 0.1551368 Apr 07 12:59:06.111147 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef958858-5184-4a16-8144-0794eb354ca3 req-a166c015-62c8-4b8d-954d-10b2967af594 service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713893 Apr 07 12:59:06.125905 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fbc514f6-e314-466d-96f7-ccbc5e470f50 req-ac391a9f-c137-4314-8a9d-092c38176785 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 210 time: 0.0331919 Apr 07 12:59:06.213876 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-57ea5533-f800-42b3-8a75-947e8d8c6e00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a698e845-47fa-4210-ba92-238379ab1d88 HTTP/1.1" status: 200 len: 1001 time: 0.0885525 Apr 07 12:59:06.262103 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-d1154a36-8d3c-4982-acc5-380a866ead2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:06.263609 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-d1154a36-8d3c-4982-acc5-380a866ead2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.0442092 Apr 07 12:59:06.316189 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-2796e0c7-98c4-4f56-a338-7ca6a33a9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:06.317886 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-2796e0c7-98c4-4f56-a338-7ca6a33a9787 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0448239 Apr 07 12:59:06.386755 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:06.417010 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-fcb2803f-da8d-4c71-b0f0-29cda02ef405 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916469 Apr 07 12:59:06.512133 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-41d096d6-6e95-4ddd-86b4-bcb0c13a2f40 req-88e3ce18-2973-4940-9205-6ec1fd9147e9 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873160 Apr 07 12:59:06.855868 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22a09b-74f3-450d-8129-37b0f203c97e req-0a784e4d-0255-43d8-9dfc-8be8693c9f01 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:06.857358 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bc22a09b-74f3-450d-8129-37b0f203c97e req-0a784e4d-0255-43d8-9dfc-8be8693c9f01 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0544643 Apr 07 12:59:06.908573 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bc22a09b-74f3-450d-8129-37b0f203c97e req-075c02a0-04bf-4d20-bbcf-d46420d89867 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454412 Apr 07 12:59:07.225043 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d92b060b-8bf7-4a1b-9bd1-f36a3b2f9e04 req-d7b4fc8d-bd8b-405e-9d84-851221004bf8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 210 time: 0.0267406 Apr 07 12:59:07.780352 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-59f8c10d-3c88-4da1-a0db-d831945b1fef tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:07.781811 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-59f8c10d-3c88-4da1-a0db-d831945b1fef tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 815 time: 0.1091619 Apr 07 12:59:07.802569 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:07.852474 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-574318c0-119a-4b90-b670-3bf189d72ba2 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 377 time: 0.0592177 Apr 07 12:59:07.863029 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'port': {'device_id': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'admin_state_up': True, 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'security_groups': ['9864e35d-b4a9-43a6-bef8-93ced9363820']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:07.970307 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Made reservation on behalf of 09e8ec0872574b838c0c1bad4abf2093 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:59:07.973591 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:08.125585 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0345e3-6472-4874-a763-011433f40a7f req-c303e109-5ab7-48d3-b4ef-037bc6f361b4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:08.127093 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cb0345e3-6472-4874-a763-011433f40a7f req-c303e109-5ab7-48d3-b4ef-037bc6f361b4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1434762 Apr 07 12:59:08.169535 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Allocated IP 172.20.0.9 (7168dd73-28dd-4ce5-9a86-2153d1e0fea4/1029117b-6b27-42fc-af69-b20087717eee/d8cc6b57-4f51-4eb4-a6f0-238263f5f551) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:59:08.200776 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cb0345e3-6472-4874-a763-011433f40a7f req-b24d01e5-ae6e-45b4-9cb4-778de3e413ea tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679636 Apr 07 12:59:08.319386 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-dc2f5eea-f2ce-4515-a9f6-b24b0cc7c0ba req-82d3548b-644e-4ef9-8089-58632d2978b8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 210 time: 0.0298140 Apr 07 12:59:08.327802 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:08.360756 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:08.402161 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:59:08.405139 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:59:08.411440 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:59:08.419206 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:08.465851 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:08.466499 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:08.483767 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-9419a3f3-518a-420d-bb43-9545119a1624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6241214 Apr 07 12:59:08.501961 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Request body: {'port': {'device_id': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:08.567025 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:08.686147 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-38cca60a-5d1c-433b-a7dc-f2961fffaae8 None None] Provisioning complete for port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:59:08.686480 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-38cca60a-5d1c-433b-a7dc-f2961fffaae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:08.723017 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-38cca60a-5d1c-433b-a7dc-f2961fffaae8 None None] Port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:59:08.824582 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cc6b57-4f51-4eb4-a6f0-238263f5f551 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:59:08.832086 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Publish callbacks [] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:08.844549 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Transition to ACTIVE for port object d8cc6b57-4f51-4eb4-a6f0-238263f5f551 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:59:08.849050 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:08.902023 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:08.973205 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Attempting to bind port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:59:08.973536 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Attempting to bind port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:59:08.973866 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Attempting to bind port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:59:08.978319 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:59:08.979288 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Attempting to bind port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:59:08.984394 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:59:08.984724 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Checking segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:59:08.985105 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Bound using segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:59:08.985528 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Bound port: d8cc6b57-4f51-4eb4-a6f0-238263f5f551, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:59:08.985884 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:09.051576 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] For port d8cc6b57-4f51-4eb4-a6f0-238263f5f551, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:59:09.054519 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] For port d8cc6b57-4f51-4eb4-a6f0-238263f5f551, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:59:09.061753 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:09.097006 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:09.097619 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:09.099197 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] 10.222.0.26 "PUT /v2.0/ports/d8cc6b57-4f51-4eb4-a6f0-238263f5f551 HTTP/1.1" status: 200 len: 1093 time: 0.6017096 Apr 07 12:59:09.101274 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'tag': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:59:09.104377 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c08e9-18ef-496a-9d78-40f84fe50249" -d '{"events": [{"name": "network-changed", "server_uuid": "c82397cc-3e53-478c-8be1-63f1de46373e", "tag": "d8cc6b57-4f51-4eb4-a6f0-238263f5f551"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:59:09.137723 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fe5de-3a44-4d68-b996-71a1d3b0bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:09.147252 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1ef347-d30c-4d3d-854f-2b9ce529817b x-openstack-request-id: req-3d1ef347-d30c-4d3d-854f-2b9ce529817b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:59:09.147592 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82397cc-3e53-478c-8be1-63f1de46373e", "tag": "d8cc6b57-4f51-4eb4-a6f0-238263f5f551", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:59:09.147760 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d1ef347-d30c-4d3d-854f-2b9ce529817b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:59:09.148204 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1ef347-d30c-4d3d-854f-2b9ce529817b'] response: {'name': 'network-changed', 'server_uuid': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'tag': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551', 'status': 'completed', 'code': 200} Apr 07 12:59:09.221974 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c08e9-18ef-496a-9d78-40f84fe50249 req-4068cf60-9eb9-492f-ba0a-bd8b4164d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:09.223586 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ce7c08e9-18ef-496a-9d78-40f84fe50249 req-4068cf60-9eb9-492f-ba0a-bd8b4164d483 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 1127 time: 0.0478411 Apr 07 12:59:09.331725 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c08e9-18ef-496a-9d78-40f84fe50249 req-24816fc9-2947-477d-ac2f-fed55f5bf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:09.333222 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ce7c08e9-18ef-496a-9d78-40f84fe50249 req-24816fc9-2947-477d-ac2f-fed55f5bf354 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=09e8ec0872574b838c0c1bad4abf2093&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0933831 Apr 07 12:59:09.438233 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c08e9-18ef-496a-9d78-40f84fe50249 req-7a23af1d-c788-43d0-8287-fc82b955e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:09.439848 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ce7c08e9-18ef-496a-9d78-40f84fe50249 req-7a23af1d-c788-43d0-8287-fc82b955e756 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939014 Apr 07 12:59:09.447053 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9627f36-2b4e-454d-87f9-6d1addd45e91 req-8e88757b-17d0-4b77-a483-f792ae1573b5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:09.449377 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e9627f36-2b4e-454d-87f9-6d1addd45e91 req-8e88757b-17d0-4b77-a483-f792ae1573b5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 943 time: 0.0549977 Apr 07 12:59:09.497690 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e9627f36-2b4e-454d-87f9-6d1addd45e91 req-d53f04b8-e2ca-4649-8eb5-feb748fe946f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426762 Apr 07 12:59:09.523894 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-79699f79-4693-4ced-810a-1c512d23a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:09.525412 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-79699f79-4693-4ced-810a-1c512d23a61c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 1127 time: 0.0445673 Apr 07 12:59:09.568315 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-cba3b606-b25c-4021-bd09-98b961b46499 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8cc6b57-4f51-4eb4-a6f0-238263f5f551 HTTP/1.1" status: 200 len: 217 time: 0.0360167 Apr 07 12:59:09.614754 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-759323a1-4179-4075-b401-7817f118ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:09.616063 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-759323a1-4179-4075-b401-7817f118ab3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.0411460 Apr 07 12:59:09.662711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-da0aa318-feac-4d72-9812-72a41b096ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:09.664165 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-da0aa318-feac-4d72-9812-72a41b096ce4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420992 Apr 07 12:59:09.755487 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-8cdce23e-1bbb-4e68-94e6-a7c407c7ed36 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841196 Apr 07 12:59:09.855944 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e7990ce-3b7f-4cc1-873a-8df7bef836ba req-091573c5-2fcf-4a32-8a48-ffaa6ecb94dd service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810683 Apr 07 12:59:10.625804 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148619-e5db-493a-acb5-03231605c0b0 req-8b47366e-4f28-4f6f-a816-d1c3d444f4cc tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:10.627306 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-27148619-e5db-493a-acb5-03231605c0b0 req-8b47366e-4f28-4f6f-a816-d1c3d444f4cc tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 943 time: 0.0582569 Apr 07 12:59:10.674552 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-27148619-e5db-493a-acb5-03231605c0b0 req-fd0ad776-f4aa-46b6-ab0e-4e615f0b8d3a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417099 Apr 07 12:59:11.795356 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fc58d-42d4-4ad0-aeca-dd0eff6581a6 req-0f400a41-7cff-43ad-9dbe-ae8065972740 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:11.796855 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-525fc58d-42d4-4ad0-aeca-dd0eff6581a6 req-0f400a41-7cff-43ad-9dbe-ae8065972740 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 943 time: 0.0584552 Apr 07 12:59:11.841807 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-525fc58d-42d4-4ad0-aeca-dd0eff6581a6 req-caa3200f-4f59-42df-a714-4219f41912b2 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394752 Apr 07 12:59:12.818751 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device d8cc6b57-4f51-4eb4-a6f0-238263f5f551 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:59:12.918283 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port d8cc6b57-4f51-4eb4-a6f0-238263f5f551, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:59:12.929228 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'port_id': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551', 'mac_address': 'fa:16:3e:d0:88:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:59:12.958580 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984ded-613b-446b-8a4e-fdd2d6df5da4 req-758893a3-699f-4132-bf97-2216b050edf1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:12.960051 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9984ded-613b-446b-8a4e-fdd2d6df5da4 req-758893a3-699f-4132-bf97-2216b050edf1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 943 time: 0.0528226 Apr 07 12:59:12.967128 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:59:12.967515 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:12.980806 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cc6b57-4f51-4eb4-a6f0-238263f5f551 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:59:13.000911 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port d8cc6b57-4f51-4eb4-a6f0-238263f5f551, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:59:13.004945 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:13.008100 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9984ded-613b-446b-8a4e-fdd2d6df5da4 req-9dca5918-9279-4755-bfc3-b19001165c4e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412059 Apr 07 12:59:13.054414 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:13.333516 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['d8cc6b57-4f51-4eb4-a6f0-238263f5f551'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:59:14.129329 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d46370-08f7-434d-a710-2bd431ee686d req-726fd5df-73d2-451f-bbc5-30bc2a9f555a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:14.130865 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-14d46370-08f7-434d-a710-2bd431ee686d req-726fd5df-73d2-451f-bbc5-30bc2a9f555a tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 944 time: 0.0556648 Apr 07 12:59:14.176333 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-14d46370-08f7-434d-a710-2bd431ee686d req-3c0a6d78-e3e2-42e6-80dd-a671ee3b4bca tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399456 Apr 07 12:59:14.836443 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device d8cc6b57-4f51-4eb4-a6f0-238263f5f551 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:59:14.887100 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:59:14.891131 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:59:14.891505 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:14.967477 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:59:14.967863 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:14.990091 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:59:14.992340 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0291716d-1ccc-4836-9be3-c046e9313d18" -d '{"events": [{"server_uuid": "c82397cc-3e53-478c-8be1-63f1de46373e", "name": "network-vif-plugged", "status": "completed", "tag": "d8cc6b57-4f51-4eb4-a6f0-238263f5f551"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:59:15.005550 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port d8cc6b57-4f51-4eb4-a6f0-238263f5f551, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:59:15.009677 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:15.031792 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21529ed2-3a80-4d5f-829e-563229d68d24 x-openstack-request-id: req-21529ed2-3a80-4d5f-829e-563229d68d24 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:59:15.032084 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82397cc-3e53-478c-8be1-63f1de46373e", "name": "network-vif-plugged", "status": "completed", "tag": "d8cc6b57-4f51-4eb4-a6f0-238263f5f551", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:59:15.032338 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21529ed2-3a80-4d5f-829e-563229d68d24 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:59:15.032729 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21529ed2-3a80-4d5f-829e-563229d68d24'] response: {'server_uuid': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551', 'code': 200} Apr 07 12:59:15.059833 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:15.225996 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba409974-12fd-4e3a-ad83-4a70caa021da req-8d4658c3-19ea-4b82-a3f2-eff1926c878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:15.227540 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ba409974-12fd-4e3a-ad83-4a70caa021da req-8d4658c3-19ea-4b82-a3f2-eff1926c878f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 1129 time: 0.0447161 Apr 07 12:59:15.275776 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ba409974-12fd-4e3a-ad83-4a70caa021da req-54275ec2-be8c-44a3-bae0-af89dffb9d28 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408444 Apr 07 12:59:15.292869 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900350-7efb-4c7e-9f63-f43626ba0c0a req-d01c762d-2cbe-4e6c-9534-0a289f300466 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:15.294342 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5a900350-7efb-4c7e-9f63-f43626ba0c0a req-d01c762d-2cbe-4e6c-9534-0a289f300466 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.0512118 Apr 07 12:59:15.339684 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5a900350-7efb-4c7e-9f63-f43626ba0c0a req-d5faf6e2-b3e4-4d4b-a781-db178e397db9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397890 Apr 07 12:59:15.876957 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:59:16.457653 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c2e89-b811-4de6-87c5-828c4abb5c2c req-60052deb-319f-457a-8fa5-4d36b92c70c6 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:16.459147 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-822c2e89-b811-4de6-87c5-828c4abb5c2c req-60052deb-319f-457a-8fa5-4d36b92c70c6 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.0522609 Apr 07 12:59:16.504994 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-822c2e89-b811-4de6-87c5-828c4abb5c2c req-3f86d14e-dc23-48c7-95b0-2270a73e3ba3 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402567 Apr 07 12:59:17.623231 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d7239-bf45-4182-98d5-c1e235a1fedc req-c4466434-91f5-4003-adb2-a1f11dc8f4eb tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:17.624679 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f45d7239-bf45-4182-98d5-c1e235a1fedc req-c4466434-91f5-4003-adb2-a1f11dc8f4eb tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.0557523 Apr 07 12:59:17.669443 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f45d7239-bf45-4182-98d5-c1e235a1fedc req-8b63bd01-f1a8-4e83-bc2d-293b3d7fd116 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393555 Apr 07 12:59:17.784140 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9a7b0-8159-46c7-85f0-62d07e184f01 req-417bbfa5-2949-42e8-9090-2100364828a6 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:17.785609 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b7a9a7b0-8159-46c7-85f0-62d07e184f01 req-417bbfa5-2949-42e8-9090-2100364828a6 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.0526569 Apr 07 12:59:17.794762 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:17.799163 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3d991497-0f36-4a03-83dd-a5283b00944b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'floatingip': {'port_id': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:17.839188 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d991497-0f36-4a03-83dd-a5283b00944b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (510086aa-fbe1-4376-9dda-1608f276a701), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:18.268947 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d991497-0f36-4a03-83dd-a5283b00944b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:18.272615 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d991497-0f36-4a03-83dd-a5283b00944b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (510086aa-fbe1-4376-9dda-1608f276a701), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:18.371620 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-3d991497-0f36-4a03-83dd-a5283b00944b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Floating IP 510086aa-fbe1-4376-9dda-1608f276a701 associated. External IP: 172.28.2.93, port: d8cc6b57-4f51-4eb4-a6f0-238263f5f551. Apr 07 12:59:18.576891 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d991497-0f36-4a03-83dd-a5283b00944b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:59:18.770297 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:18.848991 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d991497-0f36-4a03-83dd-a5283b00944b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:59:18.854434 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3d991497-0f36-4a03-83dd-a5283b00944b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:18.859169 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:59:18.868180 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:59:18.868866 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:59:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:18.882491 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-3d991497-0f36-4a03-83dd-a5283b00944b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "PUT /v2.0/floatingips/510086aa-fbe1-4376-9dda-1608f276a701 HTTP/1.1" status: 200 len: 990 time: 1.0866213 Apr 07 12:59:18.883162 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'tag': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:59:18.885407 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4cef96df81fa505de57a200bc31d086cb5d8200e5fb00bd1107ce0d7677235b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa28d19c-b780-40c3-a4f3-419b5f945c05" -d '{"events": [{"name": "network-changed", "server_uuid": "c82397cc-3e53-478c-8be1-63f1de46373e", "tag": "d8cc6b57-4f51-4eb4-a6f0-238263f5f551"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:59:18.920556 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ac88d9-b7c7-4f12-a9ff-47c12854dc63 x-openstack-request-id: req-29ac88d9-b7c7-4f12-a9ff-47c12854dc63 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:59:18.920871 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82397cc-3e53-478c-8be1-63f1de46373e", "tag": "d8cc6b57-4f51-4eb4-a6f0-238263f5f551", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:59:18.921121 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29ac88d9-b7c7-4f12-a9ff-47c12854dc63 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:59:18.921521 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ac88d9-b7c7-4f12-a9ff-47c12854dc63'] response: {'name': 'network-changed', 'server_uuid': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'tag': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551', 'status': 'completed', 'code': 200} Apr 07 12:59:18.976165 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:59:18.991316 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-7246d02a-73bc-4a8f-b376-a3e30b3bcacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:18.992823 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-7246d02a-73bc-4a8f-b376-a3e30b3bcacd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 1129 time: 0.0434542 Apr 07 12:59:19.092073 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-4eb5514b-5964-4601-b20b-c6c3ef7efd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:19.093161 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-4eb5514b-5964-4601-b20b-c6c3ef7efd7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 916 time: 0.0905323 Apr 07 12:59:19.164527 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-67da51c0-af31-402e-a4fd-1aaf1072497d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8cc6b57-4f51-4eb4-a6f0-238263f5f551 HTTP/1.1" status: 200 len: 998 time: 0.0609727 Apr 07 12:59:19.202122 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '510086aa-fbe1-4376-9dda-1608f276a701', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.93', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:d0:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:59:04Z', 'updated_at': '2022-04-07T12:59:18Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:19.216866 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-78ebe83d-1a6e-462b-8379-63f8b28e249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:19.218357 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-78ebe83d-1a6e-462b-8379-63f8b28e249c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.0445230 Apr 07 12:59:19.233003 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:59:19.241214 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:59:19.241820 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:59:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:19.274775 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-56c99b5b-0905-4fc9-a896-b480fbb89fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:19.276826 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-56c99b5b-0905-4fc9-a896-b480fbb89fc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431507 Apr 07 12:59:19.374610 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-21dca188-b428-4e2e-8e63-cc164c89a3d1 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878427 Apr 07 12:59:19.439772 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:59:19.474438 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-aa28d19c-b780-40c3-a4f3-419b5f945c05 req-4eaf3e33-2745-4fed-994f-53e3522ef633 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907259 Apr 07 12:59:19.658193 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '510086aa-fbe1-4376-9dda-1608f276a701', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.93', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:d0:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:59:04Z', 'updated_at': '2022-04-07T12:59:18Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:19.686747 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb589456-2b03-49d2-af7c-a7e3271f4a10 None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '510086aa-fbe1-4376-9dda-1608f276a701', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.93', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:d0:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:59:04Z', 'updated_at': '2022-04-07T12:59:18Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:59:19.870538 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82041c75-aaba-4f30-9db5-5658f9ece6f5 None None] New status for floating IP 510086aa-fbe1-4376-9dda-1608f276a701: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:59:31.523190 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ede42854-ee4f-4f91-aaf1-f127e5eabacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:33.847937 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d166fb72-6df9-4cf7-a6d7-d4b66bcbddaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:35.117931 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:36.387831 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:36.840151 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a499dd-2091-4c40-8f24-570b95acc4b8 req-53208456-5058-4b7f-a2f9-57422a201f7b tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:36.842001 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e8a499dd-2091-4c40-8f24-570b95acc4b8 req-53208456-5058-4b7f-a2f9-57422a201f7b tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0542288 Apr 07 12:59:36.849530 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-38a590bc-6751-41ba-9693-df82018fcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:36.851094 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-38a590bc-6751-41ba-9693-df82018fcc35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 1168 time: 0.0470910 Apr 07 12:59:36.902878 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e8a499dd-2091-4c40-8f24-570b95acc4b8 req-e1979428-00dc-4350-8810-fac067538817 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550416 Apr 07 12:59:36.945448 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-048b039c-b721-4d93-9244-52ede1900d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:36.946955 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-048b039c-b721-4d93-9244-52ede1900d5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=26d37adf-3d0a-4195-aea4-8da2820be600 HTTP/1.1" status: 200 len: 915 time: 0.0889165 Apr 07 12:59:37.015120 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-eeadc0fc-8e7b-4d9e-bb5f-e00945ebd93b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 200 len: 1001 time: 0.0601716 Apr 07 12:59:37.064059 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-8d2e1a74-1e33-4169-9552-885a32c35d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:37.065444 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-8d2e1a74-1e33-4169-9552-885a32c35d13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa7e0ded-adc4-451c-922d-4d44c076ad34 HTTP/1.1" status: 200 len: 853 time: 0.0430522 Apr 07 12:59:37.121363 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-1936e5f5-c29e-4598-9ed8-141cc8bc59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:37.122855 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-1936e5f5-c29e-4598-9ed8-141cc8bc59d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26d37adf-3d0a-4195-aea4-8da2820be600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429468 Apr 07 12:59:37.213601 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-9872bf8b-21bb-41fb-9c76-13b8a4a9ca46 service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836589 Apr 07 12:59:37.300826 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a08c3b12-cd6f-4625-8a55-c7f82d8d2874 req-683d5d1e-197f-4f8f-853d-4eedf2798b14 service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792391 Apr 07 12:59:37.804666 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:38.023330 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75593b5-cfe7-4e23-b030-179dd4eb3b6e req-d969add6-2bad-4a36-9e61-f8bfe29ece50 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:38.024791 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c75593b5-cfe7-4e23-b030-179dd4eb3b6e req-d969add6-2bad-4a36-9e61-f8bfe29ece50 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0525680 Apr 07 12:59:38.086903 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c75593b5-cfe7-4e23-b030-179dd4eb3b6e req-75542591-402d-4c49-802b-c8bf597caa7a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563765 Apr 07 12:59:39.201989 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0aa4a5-2b60-40e2-9211-62be35e46714 req-7bd50dce-f149-4bcb-ad71-4e1ba4a86bbd tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:39.203457 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6e0aa4a5-2b60-40e2-9211-62be35e46714 req-7bd50dce-f149-4bcb-ad71-4e1ba4a86bbd tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0506961 Apr 07 12:59:39.263163 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6e0aa4a5-2b60-40e2-9211-62be35e46714 req-995a35a7-33ac-4851-9efe-9c64c0b35370 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540733 Apr 07 12:59:40.382062 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be8287-391d-422c-b5a7-c0582f0a62e2 req-2bca9f04-2a24-4162-aec5-8fa98d4406f4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:40.383562 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-59be8287-391d-422c-b5a7-c0582f0a62e2 req-2bca9f04-2a24-4162-aec5-8fa98d4406f4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0519826 Apr 07 12:59:40.442893 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-59be8287-391d-422c-b5a7-c0582f0a62e2 req-06cdd81a-62f7-402a-a814-d4d4dfe86bd2 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533400 Apr 07 12:59:41.180791 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e1a7a-8eb0-4043-97b2-ca48cf0ceba1 req-7f4e6706-e876-4a43-abfb-a770808ecabe tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:41.182666 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2a7e1a7a-8eb0-4043-97b2-ca48cf0ceba1 req-7f4e6706-e876-4a43-abfb-a770808ecabe tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.0527940 Apr 07 12:59:41.230177 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2a7e1a7a-8eb0-4043-97b2-ca48cf0ceba1 req-83817feb-5f85-45d7-af66-a80c5980c5e5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Apr 07 12:59:41.563565 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c61b-deec-4e28-85ee-21dee2166dc1 req-f3bec559-4098-4313-9dde-67be8603b84e tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:41.565033 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2ee1c61b-deec-4e28-85ee-21dee2166dc1 req-f3bec559-4098-4313-9dde-67be8603b84e tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0518241 Apr 07 12:59:41.623587 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2ee1c61b-deec-4e28-85ee-21dee2166dc1 req-88dc22c0-80b7-4085-a6a6-81d5b9588b36 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529737 Apr 07 12:59:42.352354 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a945c-f8fa-4876-b628-d195beb1c8df req-dceecc0b-b5cf-4bc5-9e39-5b3d59a2c933 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:42.353837 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-493a945c-f8fa-4876-b628-d195beb1c8df req-dceecc0b-b5cf-4bc5-9e39-5b3d59a2c933 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.0513320 Apr 07 12:59:42.398771 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-493a945c-f8fa-4876-b628-d195beb1c8df req-fa0c4ef7-586d-46d6-b526-e609200b3613 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394297 Apr 07 12:59:42.741607 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e69606-ff39-4cde-8079-e319eb41ae09 req-c63beecc-2fa0-4cff-a138-04c76c15ceed tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:42.743071 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-12e69606-ff39-4cde-8079-e319eb41ae09 req-c63beecc-2fa0-4cff-a138-04c76c15ceed tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0550523 Apr 07 12:59:42.800477 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-12e69606-ff39-4cde-8079-e319eb41ae09 req-4d7c7e50-8006-4068-a4a0-675840e5923a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510566 Apr 07 12:59:43.158156 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a360856-e8e8-414d-9ff5-09161453c727 req-f19a2fff-ad72-4c6e-be92-8674835a1954 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:43.159627 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3a360856-e8e8-414d-9ff5-09161453c727 req-f19a2fff-ad72-4c6e-be92-8674835a1954 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.0532389 Apr 07 12:59:43.252906 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Deleting port 2326ed5e-0c39-4e97-9633-8dae505d9b3f {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:59:43.253240 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:43.341924 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] For port 2326ed5e-0c39-4e97-9633-8dae505d9b3f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2326ed5e-0c39-4e97-9633-8dae505d9b3f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:59:43.342318 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:43.820359 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529d2c-39c6-4b4e-b9bb-0177bd17a43d req-03300fec-a4dc-4d6a-b2f5-76aef9f6205c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:43.821751 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fa529d2c-39c6-4b4e-b9bb-0177bd17a43d req-03300fec-a4dc-4d6a-b2f5-76aef9f6205c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a30920e-0397-4384-931b-dfccfa924c6d HTTP/1.1" status: 200 len: 947 time: 0.1179783 Apr 07 12:59:43.826341 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:43.826711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (c7b1d8e7-c8a1-44f2-bc95-02337a71843a), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:43.827029 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Floating IP c7b1d8e7-c8a1-44f2-bc95-02337a71843a disassociated. External IP: 172.28.2.168, port: 2326ed5e-0c39-4e97-9633-8dae505d9b3f. Apr 07 12:59:43.827378 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Calling delete_port for 2326ed5e-0c39-4e97-9633-8dae505d9b3f owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:59:43.914751 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fa529d2c-39c6-4b4e-b9bb-0177bd17a43d req-3b5042da-6035-4ffb-beff-1fb3b51ba6b4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=19dc9fab-833b-418f-a51b-ba78922a56fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852013 Apr 07 12:59:43.920673 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dfb01-62fa-4e28-aab6-0b0a8429354d req-793e3e54-9cd9-4851-ba6a-a9a341b5e0e2 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:43.922186 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d17dfb01-62fa-4e28-aab6-0b0a8429354d req-793e3e54-9cd9-4851-ba6a-a9a341b5e0e2 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0530212 Apr 07 12:59:43.981355 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d17dfb01-62fa-4e28-aab6-0b0a8429354d req-d8751fcf-3c38-4155-8678-d33aad4e615a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532243 Apr 07 12:59:44.003140 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (2326ed5e-0c39-4e97-9633-8dae505d9b3f), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:44.031232 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event deleted for resources: {'Port': ['ID=2326ed5e-0c39-4e97-9633-8dae505d9b3f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:44.145822 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Router 778614f7-ecb1-401b-aa3e-410cbb8dde59 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 12:59:44.255111 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 12:59:44.264969 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] Sync routers for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 12:59:44.274551 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:59:44.275153 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:59:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:44.294979 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] No DVR routers for this DVR port 2326ed5e-0c39-4e97-9633-8dae505d9b3f on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 12:59:44.297430 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:44.300741 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3a360856-e8e8-414d-9ff5-09161453c727 req-fb240025-f936-4c9b-a675-c66a1952ae9d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "DELETE /v2.0/ports/2326ed5e-0c39-4e97-9633-8dae505d9b3f HTTP/1.1" status: 204 len: 173 time: 1.1329744 Apr 07 12:59:44.301112 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-deleted', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:59:44.303334 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57b9775-62d4-4c83-bb2a-cc6feae91d70" -d '{"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-deleted", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:59:44.346795 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69411a86-6426-4612-9b47-9f213be5d70b x-openstack-request-id: req-69411a86-6426-4612-9b47-9f213be5d70b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:59:44.347131 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30920e-0397-4384-931b-dfccfa924c6d", "name": "network-vif-deleted", "tag": "2326ed5e-0c39-4e97-9633-8dae505d9b3f", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:59:44.347388 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69411a86-6426-4612-9b47-9f213be5d70b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:59:44.347789 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69411a86-6426-4612-9b47-9f213be5d70b'] response: {'server_uuid': '5a30920e-0397-4384-931b-dfccfa924c6d', 'name': 'network-vif-deleted', 'tag': '2326ed5e-0c39-4e97-9633-8dae505d9b3f', 'status': 'completed', 'code': 200} Apr 07 12:59:44.389363 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:59:44.592555 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:44.621656 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] Checking router: 778614f7-ecb1-401b-aa3e-410cbb8dde59 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 12:59:44.629589 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 12:59:44.630182 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:59:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:44.734885 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 12:59:44.932138 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 12:59:44.958308 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc96bd-f7a1-4ca4-9299-ea87e07fceeb None None] The sync data for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb is: [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 12:59:45.007964 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34428) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:45.066035 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d953f5c8-fa9c-4f5e-87cc-9e362d84d816 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (19dc9fab-833b-418f-a51b-ba78922a56fc), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.093142 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d953f5c8-fa9c-4f5e-87cc-9e362d84d816 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (19dc9fab-833b-418f-a51b-ba78922a56fc), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.107257 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b15492-5b5b-4b8f-a38c-873c6e18697c req-59216e56-b601-425b-9eba-5cf4a3830dfc tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:45.108753 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-43b15492-5b5b-4b8f-a38c-873c6e18697c req-59216e56-b601-425b-9eba-5cf4a3830dfc tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0586224 Apr 07 12:59:45.149804 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d953f5c8-fa9c-4f5e-87cc-9e362d84d816 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (19dc9fab-833b-418f-a51b-ba78922a56fc), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.154169 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d953f5c8-fa9c-4f5e-87cc-9e362d84d816 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.157868 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-d953f5c8-fa9c-4f5e-87cc-9e362d84d816 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "DELETE /v2.0/security-groups/19dc9fab-833b-418f-a51b-ba78922a56fc HTTP/1.1" status: 204 len: 168 time: 0.1463485 Apr 07 12:59:45.158326 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:45.166182 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953f5c8-fa9c-4f5e-87cc-9e362d84d816 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc9fab-833b-418f-a51b-ba78922a56fc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:45.185418 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-4a6e7d35-e7c8-4243-9347-8bb38753097a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] show failed (client error): The resource could not be found. Apr 07 12:59:45.189115 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-4a6e7d35-e7c8-4243-9347-8bb38753097a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups/19dc9fab-833b-418f-a51b-ba78922a56fc HTTP/1.1" status: 404 len: 347 time: 0.0270710 Apr 07 12:59:45.190018 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34432) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:45.193076 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-43b15492-5b5b-4b8f-a38c-873c6e18697c req-7ed0dfa0-89ee-40ff-a7f6-6e0f7eadc37f tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774949 Apr 07 12:59:45.234457 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac1d72-b0ba-4e1d-bf7d-82b7c51e50df None None] New status for floating IP c7b1d8e7-c8a1-44f2-bc95-02337a71843a: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 12:59:45.320042 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Deleting port 3c0b1945-9c1a-427a-a6b0-d27fcc142296 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 12:59:45.320297 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (3c0b1945-9c1a-427a-a6b0-d27fcc142296), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.397667 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (3c0b1945-9c1a-427a-a6b0-d27fcc142296), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.397996 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (3c0b1945-9c1a-427a-a6b0-d27fcc142296), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.409695 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Calling delete_port for 3c0b1945-9c1a-427a-a6b0-d27fcc142296 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 12:59:45.547414 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (3c0b1945-9c1a-427a-a6b0-d27fcc142296), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.574263 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event deleted for resources: {'Port': ['ID=3c0b1945-9c1a-427a-a6b0-d27fcc142296,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:45.635735 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (c7b1d8e7-c8a1-44f2-bc95-02337a71843a), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.637957 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:45.639141 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-3d01d8a8-fdd6-420c-995b-275e11591d48 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "DELETE /v2.0/floatingips/c7b1d8e7-c8a1-44f2-bc95-02337a71843a HTTP/1.1" status: 204 len: 168 time: 0.4478583 Apr 07 12:59:46.053000 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34436) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:46.058390 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-534425ba-c279-43b3-9e5e-e89933778ae5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556244973', 'description': 'tempest-description--1484645015'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:46.078937 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-534425ba-c279-43b3-9e5e-e89933778ae5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.144563 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-534425ba-c279-43b3-9e5e-e89933778ae5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (46a1b746-ddc6-424a-95b0-ccfa888d752f), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.148224 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-534425ba-c279-43b3-9e5e-e89933778ae5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (46a1b746-ddc6-424a-95b0-ccfa888d752f), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.180371 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-534425ba-c279-43b3-9e5e-e89933778ae5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.182687 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-534425ba-c279-43b3-9e5e-e89933778ae5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1284466 Apr 07 12:59:46.185411 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34440) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:46.188167 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534425ba-c279-43b3-9e5e-e89933778ae5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1b746-ddc6-424a-95b0-ccfa888d752f,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:46.190458 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3275de40-1c25-40a2-ab76-a36d04799c74 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'security_group_rule': {'security_group_id': '46a1b746-ddc6-424a-95b0-ccfa888d752f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:46.219981 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3275de40-1c25-40a2-ab76-a36d04799c74 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (c4715bb6-162f-4646-88b0-c0ae2c8b7922), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.306255 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3275de40-1c25-40a2-ab76-a36d04799c74 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (c4715bb6-162f-4646-88b0-c0ae2c8b7922), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.312056 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3275de40-1c25-40a2-ab76-a36d04799c74 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (c4715bb6-162f-4646-88b0-c0ae2c8b7922), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.337435 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275de40-1c25-40a2-ab76-a36d04799c74 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4715bb6-162f-4646-88b0-c0ae2c8b7922,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:46.343494 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3275de40-1c25-40a2-ab76-a36d04799c74 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.344954 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-3275de40-1c25-40a2-ab76-a36d04799c74 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582046 Apr 07 12:59:46.350926 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34444) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:46.355582 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce407c-d2ae-43ac-ba1e-459fdeb62a0d req-728cf983-112d-4729-8bef-cd1fa72c071a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:46.355823 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e3480872-7bba-4555-a62b-15de07a1f657 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'security_group_rule': {'security_group_id': '46a1b746-ddc6-424a-95b0-ccfa888d752f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:46.357089 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-86ce407c-d2ae-43ac-ba1e-459fdeb62a0d req-728cf983-112d-4729-8bef-cd1fa72c071a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0852356 Apr 07 12:59:46.382505 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3480872-7bba-4555-a62b-15de07a1f657 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (9b33957f-018a-43f3-8468-3b26fd3fb49e), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.425098 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-86ce407c-d2ae-43ac-ba1e-459fdeb62a0d req-f61613f6-7a20-43e3-9db9-fbc98af63a72 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619349 Apr 07 12:59:46.448372 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3480872-7bba-4555-a62b-15de07a1f657 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (9b33957f-018a-43f3-8468-3b26fd3fb49e), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.452122 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3480872-7bba-4555-a62b-15de07a1f657 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (9b33957f-018a-43f3-8468-3b26fd3fb49e), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.472751 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3480872-7bba-4555-a62b-15de07a1f657 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b33957f-018a-43f3-8468-3b26fd3fb49e,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:46.481786 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e3480872-7bba-4555-a62b-15de07a1f657 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.483016 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e3480872-7bba-4555-a62b-15de07a1f657 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311007 Apr 07 12:59:46.487218 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34446) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 12:59:46.492795 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:46.514992 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.637119 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.757389 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Allocated IP 172.28.2.238 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/861b9bdf-0f67-4c44-a33e-efa9c1117400) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:59:46.878830 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for port (861b9bdf-0f67-4c44-a33e-efa9c1117400), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.919043 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (861b9bdf-0f67-4c44-a33e-efa9c1117400), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:46.959123 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:59:46.963916 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:59:46.969421 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:59:47.003089 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'Port': ['ID=861b9bdf-0f67-4c44-a33e-efa9c1117400,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:47.030420 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 12:59:47.051503 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 2326ed5e-0c39-4e97-9633-8dae505d9b3f {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 12:59:47.052192 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2326ed5e-0c39-4e97-9633-8dae505d9b3f not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 12:59:47.083963 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (1c7b8bec-6900-4562-a35c-18e9bcbc1dfb), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:47.127603 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (861b9bdf-0f67-4c44-a33e-efa9c1117400), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:47.282676 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for port (861b9bdf-0f67-4c44-a33e-efa9c1117400), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:47.287015 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (861b9bdf-0f67-4c44-a33e-efa9c1117400), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:47.352787 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'Port': ['ID=861b9bdf-0f67-4c44-a33e-efa9c1117400,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:47.365046 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (1c7b8bec-6900-4562-a35c-18e9bcbc1dfb), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:47.380894 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:47.382075 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-50758eb6-db29-49e0-a50c-4a5979b2c9c1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8938835 Apr 07 12:59:47.550959 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7726be-98cb-4dcb-a109-ad1325f7dcb5 req-193ddd44-b9fe-412f-84d2-946542d0b5ba tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:47.552546 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fb7726be-98cb-4dcb-a109-ad1325f7dcb5 req-193ddd44-b9fe-412f-84d2-946542d0b5ba tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0566447 Apr 07 12:59:47.589393 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-9da11209-1ec7-449c-950f-d67145957ec4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1556244973&fields=id&tenant_id=979e6bcf837244ce91b808d3d538a09b HTTP/1.1" status: 200 len: 267 time: 0.0435286 Apr 07 12:59:47.612821 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fb7726be-98cb-4dcb-a109-ad1325f7dcb5 req-1e38aab2-eda0-43d4-a3ad-d10abf0846db tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538239 Apr 07 12:59:47.702472 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-68d5a018-4314-4847-86ad-f09e07896af5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:47.703928 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-68d5a018-4314-4847-86ad-f09e07896af5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 816 time: 0.1078236 Apr 07 12:59:47.718450 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-6715aa77-ea42-4210-b17d-71cabb3663bb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/quotas/979e6bcf837244ce91b808d3d538a09b HTTP/1.1" status: 200 len: 375 time: 0.0093224 Apr 07 12:59:47.772044 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-6c2bc322-a80c-42c4-94cf-4ea664e146ec tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483224 Apr 07 12:59:47.870950 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-132ecb10-1980-43e8-a9d1-c4b4546eda72 service neutron] 10.222.0.45 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870295 Apr 07 12:59:47.958679 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-f412789c-0cdc-477b-bf7c-a03011984bde service neutron] 10.222.0.45 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820723 Apr 07 12:59:48.126054 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3b957e55-5500-468d-b3ba-bc7f2b31cf9f req-03a23e0e-edf6-4aff-a07d-66d291accb3f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 210 time: 0.0327494 Apr 07 12:59:48.739055 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb8b7c-0d4b-45f7-97d4-40f685b93e5e req-33ef1155-e1e5-4018-87fe-dcdef3fc9bb8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:48.740525 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-54fb8b7c-0d4b-45f7-97d4-40f685b93e5e req-33ef1155-e1e5-4018-87fe-dcdef3fc9bb8 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0568647 Apr 07 12:59:48.787574 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:48.806841 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-54fb8b7c-0d4b-45f7-97d4-40f685b93e5e req-7e4be01f-7ffb-402a-91a5-17cd16381329 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597246 Apr 07 12:59:49.140668 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-b2f5ff5b-9600-4f56-ac74-84e968c74b86 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:49.141903 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-b2f5ff5b-9600-4f56-ac74-84e968c74b86 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 816 time: 0.1125391 Apr 07 12:59:49.230178 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-df086c63-2536-45b6-837e-c27145255483 req-87832d81-301e-4ddd-8da1-841888d1b057 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 210 time: 0.0345991 Apr 07 12:59:49.256622 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-86fc8fe5-6ca5-4f3c-a304-1663984ba81c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=979e6bcf837244ce91b808d3d538a09b HTTP/1.1" status: 200 len: 380 time: 0.1037939 Apr 07 12:59:49.324864 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'port': {'device_id': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'admin_state_up': True, 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'security_groups': ['46a1b746-ddc6-424a-95b0-ccfa888d752f']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:49.493859 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26221b7e-ea32-4731-bc51-c14ed163371f req-7bab0c99-ffc6-4232-a01d-64c2693f4887 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:49.495902 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-26221b7e-ea32-4731-bc51-c14ed163371f req-7bab0c99-ffc6-4232-a01d-64c2693f4887 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.1541431 Apr 07 12:59:49.498757 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-e18d7d34-6861-4781-8f7f-baf24a206f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:49.500112 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-e18d7d34-6861-4781-8f7f-baf24a206f76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 1130 time: 0.0967064 Apr 07 12:59:49.591649 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Made reservation on behalf of 979e6bcf837244ce91b808d3d538a09b for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 12:59:49.595194 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:49.631838 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-26221b7e-ea32-4731-bc51-c14ed163371f req-628e818a-43c6-4b40-ab2a-091e31d579b8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285815 Apr 07 12:59:49.694121 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-ce4d315c-f7b5-4dc8-9b9a-d6cde4017970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:49.695603 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-ce4d315c-f7b5-4dc8-9b9a-d6cde4017970 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.1861639 Apr 07 12:59:49.805745 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-a47e75d2-bfbb-40dd-af41-a6bbe4708f77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f HTTP/1.1" status: 200 len: 1002 time: 0.0990608 Apr 07 12:59:49.812611 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Allocated IP 172.20.0.3 (e4853d6b-79dc-4abc-b1a6-d90b84863c06/68d47241-fd88-4166-8023-9edfaa6a9adf/6b984fb5-7e25-4324-829a-323248a4b548) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 12:59:49.880956 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-31593769-4049-4c64-a144-799b8c303430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:49.882448 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-31593769-4049-4c64-a144-799b8c303430 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0677142 Apr 07 12:59:49.935603 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcfc10-5a1c-404a-ae46-02e6712f81f0 req-940aca82-effe-40d8-bc9b-c9c2691960ec tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:49.937070 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0adcfc10-5a1c-404a-ae46-02e6712f81f0 req-940aca82-effe-40d8-bc9b-c9c2691960ec tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0569882 Apr 07 12:59:49.996315 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0adcfc10-5a1c-404a-ae46-02e6712f81f0 req-a60b7f13-61e2-4b83-9673-f4c6ddee98b2 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533404 Apr 07 12:59:50.000501 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-af67cf6f-fd83-4603-846f-f96d5144ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:50.002005 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-af67cf6f-fd83-4603-846f-f96d5144ff6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1110446 Apr 07 12:59:50.054966 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for port (6b984fb5-7e25-4324-829a-323248a4b548), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:50.136341 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-9c41cf37-f7a5-4e02-ae55-bf13064f0a3a service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219833 Apr 07 12:59:50.142108 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:50.206841 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 12:59:50.240075 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 12:59:50.242375 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 12:59:50.283585 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:50.317096 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:50.317701 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:50.366185 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d421eb08-267b-413c-a81a-00a9ff5e7e97 req-0cfd6e1d-598c-42bb-8162-ecea3630e944 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186697 Apr 07 12:59:50.373494 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-cc4ef56b-fcfa-4211-8b80-c0593a946115 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532455 Apr 07 12:59:50.390640 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Request body: {'port': {'device_id': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 12:59:50.402479 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7654c42-b016-4da8-a0b3-278a448d08b3 req-35090bb8-2838-4a61-bd0d-1f1105b04cd4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:50.403625 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e7654c42-b016-4da8-a0b3-278a448d08b3 req-35090bb8-2838-4a61-bd0d-1f1105b04cd4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 931 time: 0.0924821 Apr 07 12:59:50.499057 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e7654c42-b016-4da8-a0b3-278a448d08b3 req-f0152d4e-8569-4776-b4eb-548258358c68 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777478 Apr 07 12:59:50.499763 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:50.558470 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fdd129d0-5659-4dba-9e96-3b8c5c4b1744 None None] Provisioning complete for port 6b984fb5-7e25-4324-829a-323248a4b548 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:59:50.559094 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd129d0-5659-4dba-9e96-3b8c5c4b1744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6b984fb5-7e25-4324-829a-323248a4b548), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:50.597207 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fdd129d0-5659-4dba-9e96-3b8c5c4b1744 None None] Port 6b984fb5-7e25-4324-829a-323248a4b548 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 12:59:50.749611 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f6c00-c683-4a4b-869d-2e908a2a464d req-9924967b-eec5-4f2f-9a9e-96217a2a7199 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:50.751119 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d28f6c00-c683-4a4b-869d-2e908a2a464d req-9924967b-eec5-4f2f-9a9e-96217a2a7199 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0515342 Apr 07 12:59:50.759098 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b984fb5-7e25-4324-829a-323248a4b548 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:59:50.769806 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Publish callbacks [] for port (6b984fb5-7e25-4324-829a-323248a4b548), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:50.779248 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Transition to ACTIVE for port object 6b984fb5-7e25-4324-829a-323248a4b548 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 12:59:50.782966 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:50.798917 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d28f6c00-c683-4a4b-869d-2e908a2a464d req-41523cd4-e0fc-4034-b980-1d41bb9aee6d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Apr 07 12:59:50.836560 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:50.905768 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Attempting to bind port 6b984fb5-7e25-4324-829a-323248a4b548 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 12:59:50.906083 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Attempting to bind port 6b984fb5-7e25-4324-829a-323248a4b548 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 12:59:50.906436 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Attempting to bind port 6b984fb5-7e25-4324-829a-323248a4b548 on network e4853d6b-79dc-4abc-b1a6-d90b84863c06 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:59:50.910801 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Port 6b984fb5-7e25-4324-829a-323248a4b548 on network e4853d6b-79dc-4abc-b1a6-d90b84863c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 12:59:50.911167 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Attempting to bind port 6b984fb5-7e25-4324-829a-323248a4b548 on network e4853d6b-79dc-4abc-b1a6-d90b84863c06 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 12:59:50.916042 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 12:59:50.916363 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Checking segment: {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 12:59:50.916854 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Bound using segment: {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 12:59:50.917277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Bound port: 6b984fb5-7e25-4324-829a-323248a4b548, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a18da2-6ba6-4bf6-849d-4b79a6c99327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 12:59:50.917634 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:50.983493 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 12:59:50.987019 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 12:59:50.992608 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:51.031508 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:51.032134 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:51.033574 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b984fb5-7e25-4324-829a-323248a4b548 HTTP/1.1" status: 200 len: 1093 time: 0.6474259 Apr 07 12:59:51.033965 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:59:51.036246 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77" -d '{"events": [{"name": "network-changed", "server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "tag": "6b984fb5-7e25-4324-829a-323248a4b548"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:59:51.065259 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd941a-eacb-4b67-91e9-cb63cedc7275 service neutron] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:51.109672 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 12:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad412f2e-f05a-4002-920a-ad57da38151b x-openstack-request-id: req-ad412f2e-f05a-4002-920a-ad57da38151b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:59:51.110092 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "tag": "6b984fb5-7e25-4324-829a-323248a4b548", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:59:51.110194 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad412f2e-f05a-4002-920a-ad57da38151b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:59:51.110651 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad412f2e-f05a-4002-920a-ad57da38151b'] response: {'name': 'network-changed', 'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548', 'status': 'completed', 'code': 200} Apr 07 12:59:51.168768 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fda636-cb78-4cca-9e5a-0afed2d57a0a req-a0bae175-3a61-4979-bdf2-af032472de5a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:51.170197 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c5fda636-cb78-4cca-9e5a-0afed2d57a0a req-a0bae175-3a61-4979-bdf2-af032472de5a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0910046 Apr 07 12:59:51.176110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-8a2837d8-ab97-4bb4-9bcb-ed948dda45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:51.177585 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-8a2837d8-ab97-4bb4-9bcb-ed948dda45d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 1127 time: 0.0659842 Apr 07 12:59:51.483282 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-7c4b95f2-d8e7-442f-ac7f-03292796a665 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b984fb5-7e25-4324-829a-323248a4b548 HTTP/1.1" status: 200 len: 217 time: 0.2978950 Apr 07 12:59:51.552247 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c5fda636-cb78-4cca-9e5a-0afed2d57a0a req-bab4acd4-757b-484a-8cc7-536c70d45000 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3737040 Apr 07 12:59:51.559674 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-163b118b-6b83-481b-aea3-c20c40e461e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:51.561136 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-163b118b-6b83-481b-aea3-c20c40e461e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.0676508 Apr 07 12:59:51.613351 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-b2ead320-57b2-4f15-85ce-f0d440be78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:51.614872 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-b2ead320-57b2-4f15-85ce-f0d440be78cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465610 Apr 07 12:59:51.621724 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f9ec5-2bff-4740-9051-53eb27b6aecd req-e03e740e-8b91-42b9-b5d2-7fde29ab7e3d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:51.623202 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-951f9ec5-2bff-4740-9051-53eb27b6aecd req-e03e740e-8b91-42b9-b5d2-7fde29ab7e3d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0522661 Apr 07 12:59:51.672638 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-951f9ec5-2bff-4740-9051-53eb27b6aecd req-fff72452-9493-4cc4-b319-ef7a2cbaa902 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Apr 07 12:59:51.707726 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-40ffabd3-bf52-4372-802d-7c385b6988ab service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853927 Apr 07 12:59:51.795998 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-102ab26f-d3a9-41ec-b3fb-ce509c843785 req-f3327046-4843-49b5-abdc-38bb4a632b7a service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793085 Apr 07 12:59:51.923677 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0be401-9ad6-4458-8fb2-a2a1c5f17afa req-a4265b0d-d5f3-4e78-88f7-efad87056039 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:51.925154 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ca0be401-9ad6-4458-8fb2-a2a1c5f17afa req-a4265b0d-d5f3-4e78-88f7-efad87056039 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0579526 Apr 07 12:59:51.972834 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ca0be401-9ad6-4458-8fb2-a2a1c5f17afa req-15db9c76-560b-4ad1-8e6e-434b6b0ffe48 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420272 Apr 07 12:59:52.669196 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590dcf7-fd0f-413b-b9f7-3dd87901d98c req-8e690122-817f-437d-a009-da322d00ebce tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:52.670756 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6590dcf7-fd0f-413b-b9f7-3dd87901d98c req-8e690122-817f-437d-a009-da322d00ebce tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0507398 Apr 07 12:59:52.730081 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6590dcf7-fd0f-413b-b9f7-3dd87901d98c req-873b989d-bdbd-445d-9c6d-002bb25d8853 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538583 Apr 07 12:59:52.794854 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6d579-64db-4f9f-adbe-0f3db08cb1a1 req-56eccdb7-508d-443e-8860-98e45517b1b8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:52.796321 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-93a6d579-64db-4f9f-adbe-0f3db08cb1a1 req-56eccdb7-508d-443e-8860-98e45517b1b8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0511036 Apr 07 12:59:52.841931 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-93a6d579-64db-4f9f-adbe-0f3db08cb1a1 req-b7c5560b-7192-4166-9685-9a1eed1bfc40 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399945 Apr 07 12:59:52.876926 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:59:52.887760 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-3e4f4d06-9ff4-42b4-a642-6511aaf760ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:52.889264 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-3e4f4d06-9ff4-42b4-a642-6511aaf760ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 1127 time: 0.0452731 Apr 07 12:59:53.010338 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-12658347-6890-4f53-bff9-9e5c4c43fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.011807 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-12658347-6890-4f53-bff9-9e5c4c43fb47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 917 time: 0.1157959 Apr 07 12:59:53.015682 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97155d2d-1967-4173-afb4-32ba661735d4 req-8b8abe70-6c00-4844-9da0-e5d07926f6ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928340 Apr 07 12:59:53.070181 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-a75e6e2b-12ae-4baa-8c55-197566ba7d49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b984fb5-7e25-4324-829a-323248a4b548 HTTP/1.1" status: 200 len: 217 time: 0.0449579 Apr 07 12:59:53.091868 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f690f8-4d3b-4e44-a4db-f0918c37a655 req-8b40502d-b2a3-4515-8e13-340605e59f40 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.093388 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-54f690f8-4d3b-4e44-a4db-f0918c37a655 req-8b40502d-b2a3-4515-8e13-340605e59f40 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0527065 Apr 07 12:59:53.140716 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-54f690f8-4d3b-4e44-a4db-f0918c37a655 req-8cabfc1d-444f-4c55-8551-e7b111b3ab89 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413277 Apr 07 12:59:53.145748 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97155d2d-1967-4173-afb4-32ba661735d4 req-28ab6fd1-f680-415d-9c3e-2c88d09148cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.147294 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97155d2d-1967-4173-afb4-32ba661735d4 req-28ab6fd1-f680-415d-9c3e-2c88d09148cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 1129 time: 0.0462031 Apr 07 12:59:53.192266 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-688cb875-69a7-424f-ab63-bed2782b46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.193705 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-688cb875-69a7-424f-ab63-bed2782b46b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.0450571 Apr 07 12:59:53.320998 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-8b700b09-f950-419c-be8d-a80c57d4d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.323051 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-8b700b09-f950-419c-be8d-a80c57d4d9a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1114516 Apr 07 12:59:53.345587 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97155d2d-1967-4173-afb4-32ba661735d4 req-7050b5e3-5f87-495d-816d-27183546ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.347044 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97155d2d-1967-4173-afb4-32ba661735d4 req-7050b5e3-5f87-495d-816d-27183546ee66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 912 time: 0.1251438 Apr 07 12:59:53.463907 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97155d2d-1967-4173-afb4-32ba661735d4 req-d6f786f1-39a4-4a25-b050-65a5600910a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a698e845-47fa-4210-ba92-238379ab1d88 HTTP/1.1" status: 200 len: 1001 time: 0.1012189 Apr 07 12:59:53.505198 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-f0a1251a-c99c-4555-8782-3c4f50b4df92 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717408 Apr 07 12:59:53.547867 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97155d2d-1967-4173-afb4-32ba661735d4 req-1a9ccd8e-8de7-4eb5-b8d7-7f29616e733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.549395 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97155d2d-1967-4173-afb4-32ba661735d4 req-1a9ccd8e-8de7-4eb5-b8d7-7f29616e733d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.0747173 Apr 07 12:59:53.645593 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-354bf1b3-bb4c-42c7-8988-7cd9a6306c77 req-79b7df4e-7fc5-4923-95b0-726a542b238c service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308448 Apr 07 12:59:53.647321 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97155d2d-1967-4173-afb4-32ba661735d4 req-bbbf2811-62c9-4b09-b5a3-6d5bd2cccaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.648683 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97155d2d-1967-4173-afb4-32ba661735d4 req-bbbf2811-62c9-4b09-b5a3-6d5bd2cccaa2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0704679 Apr 07 12:59:53.852347 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164ce30-44a5-475d-a43a-81e56da11d4b req-eae63b5c-c6c7-42dd-b4ec-de9c89e20029 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.854616 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2164ce30-44a5-475d-a43a-81e56da11d4b req-eae63b5c-c6c7-42dd-b4ec-de9c89e20029 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0561659 Apr 07 12:59:53.921156 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2164ce30-44a5-475d-a43a-81e56da11d4b req-2de145a8-8497-4c9b-8436-01883eaef2a1 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607319 Apr 07 12:59:53.969054 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624f2e0-7f07-4125-8816-2784f5a123b9 req-de82b920-6bf4-4544-b57f-d602e4309359 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:53.970833 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1624f2e0-7f07-4125-8816-2784f5a123b9 req-de82b920-6bf4-4544-b57f-d602e4309359 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0583525 Apr 07 12:59:54.016954 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1624f2e0-7f07-4125-8816-2784f5a123b9 req-2bb757ed-aead-4562-9eec-28e88abd1228 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 Apr 07 12:59:54.257542 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6624729-dbf1-49b6-ac7e-0da59f51e2e4 req-235412da-38b3-482b-815a-9c9a08159f79 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:54.259044 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c6624729-dbf1-49b6-ac7e-0da59f51e2e4 req-235412da-38b3-482b-815a-9c9a08159f79 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0535495 Apr 07 12:59:54.305279 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c6624729-dbf1-49b6-ac7e-0da59f51e2e4 req-ba064da9-0324-4d86-9a2a-d3a7ef03a295 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401628 Apr 07 12:59:54.410367 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97155d2d-1967-4173-afb4-32ba661735d4 req-17c338a2-1e20-4feb-9cab-2680bd6726ff service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925622 Apr 07 12:59:54.500200 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97155d2d-1967-4173-afb4-32ba661735d4 req-6d50bb7f-1407-4cff-969d-75ab0524549b service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825331 Apr 07 12:59:55.035817 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf72af-d63a-4117-ad30-ce32711af757 req-24f522aa-80b2-4248-8a06-74e60d0fad7c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:55.037270 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1bcf72af-d63a-4117-ad30-ce32711af757 req-24f522aa-80b2-4248-8a06-74e60d0fad7c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0502355 Apr 07 12:59:55.082800 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b984fb5-7e25-4324-829a-323248a4b548 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 12:59:55.107333 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1bcf72af-d63a-4117-ad30-ce32711af757 req-91637786-e250-44c6-9edb-2d51c590e0c4 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&id=7e46fac1-8793-4c8e-b16e-4e7c5353855e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631938 Apr 07 12:59:55.153049 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ac827-21ab-4708-9a2f-42b029764383 req-5b53eb59-4be4-4aff-aa78-3b0fc5205e16 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:55.154750 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-199ac827-21ab-4708-9a2f-42b029764383 req-5b53eb59-4be4-4aff-aa78-3b0fc5205e16 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0656099 Apr 07 12:59:55.185038 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:59:55.197736 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '6b984fb5-7e25-4324-829a-323248a4b548', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'port_id': '6b984fb5-7e25-4324-829a-323248a4b548', 'mac_address': 'fa:16:3e:d0:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 12:59:55.203820 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-199ac827-21ab-4708-9a2f-42b029764383 req-487705e6-5e47-40d1-9fa5-6db7d18caa17 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Apr 07 12:59:55.235004 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6b984fb5-7e25-4324-829a-323248a4b548 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:59:55.235393 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:55.249968 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b984fb5-7e25-4324-829a-323248a4b548 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 12:59:55.269534 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:59:55.273444 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:55.319124 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:55.327037 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.327386 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.327729 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.328095 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.328451 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.328769 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.329099 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.329456 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.329786 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.330118 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.330584 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.330883 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.331221 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.331543 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.331891 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 12:59:55.424976 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2d8c6-012d-4081-9d75-93b6ad8a9071 req-e0a46856-1c1a-4f75-badc-aa462251e045 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:55.426387 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e6d2d8c6-012d-4081-9d75-93b6ad8a9071 req-e0a46856-1c1a-4f75-badc-aa462251e045 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0528004 Apr 07 12:59:55.476703 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e6d2d8c6-012d-4081-9d75-93b6ad8a9071 req-a4353be7-3df5-42b5-8264-a86484818a5a tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441711 Apr 07 12:59:55.590079 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['6b984fb5-7e25-4324-829a-323248a4b548'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 12:59:56.326117 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a7c77-f792-4283-8ed7-a49b10600e5a req-0fdbf105-88f0-4011-9466-a23dd0fbad38 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:56.327576 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-411a7c77-f792-4283-8ed7-a49b10600e5a req-0fdbf105-88f0-4011-9466-a23dd0fbad38 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 944 time: 0.0544372 Apr 07 12:59:56.373691 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-411a7c77-f792-4283-8ed7-a49b10600e5a req-552e7e0b-c3bb-4577-b093-3f74eb58e30a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406828 Apr 07 12:59:56.596170 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff3fd1-694b-496d-81f7-5cf3d884432b req-cd5bef0f-44da-486a-aefd-19ef79d43223 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:56.597657 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8cff3fd1-694b-496d-81f7-5cf3d884432b req-cd5bef0f-44da-486a-aefd-19ef79d43223 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0513678 Apr 07 12:59:56.645076 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8cff3fd1-694b-496d-81f7-5cf3d884432b req-6228d82e-507e-4ba8-a91c-aaac79161802 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Apr 07 12:59:57.088404 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b984fb5-7e25-4324-829a-323248a4b548 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 12:59:57.136899 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 6b984fb5-7e25-4324-829a-323248a4b548 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 12:59:57.140545 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 6b984fb5-7e25-4324-829a-323248a4b548 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 12:59:57.140913 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6b984fb5-7e25-4324-829a-323248a4b548), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:57.216749 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6b984fb5-7e25-4324-829a-323248a4b548 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 12:59:57.217123 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:57.239254 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 12:59:57.241508 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b665c2-3f75-4bc7-be07-ebf1928822c3" -d '{"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-plugged", "status": "completed", "tag": "6b984fb5-7e25-4324-829a-323248a4b548"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 12:59:57.255216 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 12:59:57.258879 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:59:57.281127 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360997cf-b67c-419d-83e1-8eec6d97892c x-openstack-request-id: req-360997cf-b67c-419d-83e1-8eec6d97892c {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 12:59:57.281440 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-plugged", "status": "completed", "tag": "6b984fb5-7e25-4324-829a-323248a4b548", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 12:59:57.281693 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-360997cf-b67c-419d-83e1-8eec6d97892c {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 12:59:57.282079 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360997cf-b67c-419d-83e1-8eec6d97892c'] response: {'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548', 'code': 200} Apr 07 12:59:57.308301 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 12:59:57.451691 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aca29-b5fb-45d3-b7a3-af30a43f5ca1 req-1fd94233-62f2-49d9-a929-cb9cc95d60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:57.453128 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2b1aca29-b5fb-45d3-b7a3-af30a43f5ca1 req-1fd94233-62f2-49d9-a929-cb9cc95d60ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 1129 time: 0.0443349 Apr 07 12:59:57.495902 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6dc4-e3c6-4015-ba3e-4d5fda992bcc req-d4db7851-a234-4bd6-ac12-862859638be9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:57.497504 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-797f6dc4-e3c6-4015-ba3e-4d5fda992bcc req-d4db7851-a234-4bd6-ac12-862859638be9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0528657 Apr 07 12:59:57.504548 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2b1aca29-b5fb-45d3-b7a3-af30a43f5ca1 req-705c4db4-9622-4466-b9cd-d632df28fe2f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Apr 07 12:59:57.543983 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-797f6dc4-e3c6-4015-ba3e-4d5fda992bcc req-14575418-4fbb-45d0-99a7-ec25530e60cc tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Apr 07 12:59:57.764594 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3cb3c-6b74-4eed-a9a3-432742613454 req-33db40c2-3190-49d4-bad3-114abd179f15 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:57.765846 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9eb3cb3c-6b74-4eed-a9a3-432742613454 req-33db40c2-3190-49d4-bad3-114abd179f15 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0520601 Apr 07 12:59:57.814964 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9eb3cb3c-6b74-4eed-a9a3-432742613454 req-9c4137ea-40cd-42d0-9c04-8f656e377fa1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430348 Apr 07 12:59:58.668475 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae70d8f-2db5-4004-b350-aae3017ea389 req-0ef794d7-29c3-47f9-81a3-92ff6a5a7927 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:58.669962 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eae70d8f-2db5-4004-b350-aae3017ea389 req-0ef794d7-29c3-47f9-81a3-92ff6a5a7927 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0568321 Apr 07 12:59:58.716371 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eae70d8f-2db5-4004-b350-aae3017ea389 req-1f740fe6-fe15-4788-a357-3c5183868e79 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Apr 07 12:59:58.933078 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db93be-660f-4468-854f-97131d3390a8 req-10dc06b8-a4fe-46c9-9f41-139be7ffe4e0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:58.934579 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-12db93be-660f-4468-854f-97131d3390a8 req-10dc06b8-a4fe-46c9-9f41-139be7ffe4e0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0524659 Apr 07 12:59:58.980685 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-12db93be-660f-4468-854f-97131d3390a8 req-2ecfa2a1-dc31-4b8b-9c7b-ba71e7fd1460 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405014 Apr 07 12:59:59.836748 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e38fb-f51b-4e3e-93c8-c85e9b1ac22a req-62823c58-3ac7-4636-840f-1cd165c34447 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 12:59:59.838351 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3d6e38fb-f51b-4e3e-93c8-c85e9b1ac22a req-62823c58-3ac7-4636-840f-1cd165c34447 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Apr 07 12:59:59.883897 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3d6e38fb-f51b-4e3e-93c8-c85e9b1ac22a req-62adba8e-ebc9-4603-bc78-dd8319f39b4a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Apr 07 13:00:00.006534 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b0e2d-1c5b-4b67-ac1b-0437a9633da2 req-25f6c7e8-153a-4ab4-a332-db96a7cdda18 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:00.007924 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-397b0e2d-1c5b-4b67-ac1b-0437a9633da2 req-25f6c7e8-153a-4ab4-a332-db96a7cdda18 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0580552 Apr 07 13:00:00.017013 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34564) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:00.021367 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-86eeba1f-cd46-40dd-b1f8-2a5da10e9460 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Request body: {'floatingip': {'port_id': '6b984fb5-7e25-4324-829a-323248a4b548'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:00.061311 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-86eeba1f-cd46-40dd-b1f8-2a5da10e9460 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (1c7b8bec-6900-4562-a35c-18e9bcbc1dfb), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:00.101983 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d838d-a149-4928-ac4c-05e01c23fd8f req-49f6d517-c254-4595-a1dc-68c8a5820667 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:00.104026 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-869d838d-a149-4928-ac4c-05e01c23fd8f req-49f6d517-c254-4595-a1dc-68c8a5820667 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0563173 Apr 07 13:00:00.151705 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-869d838d-a149-4928-ac4c-05e01c23fd8f req-d9d20a2c-314f-46a4-b920-60b7f02fffc9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Apr 07 13:00:00.501111 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-86eeba1f-cd46-40dd-b1f8-2a5da10e9460 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:00.505233 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-86eeba1f-cd46-40dd-b1f8-2a5da10e9460 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (1c7b8bec-6900-4562-a35c-18e9bcbc1dfb), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:00.605623 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [None req-86eeba1f-cd46-40dd-b1f8-2a5da10e9460 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Floating IP 1c7b8bec-6900-4562-a35c-18e9bcbc1dfb associated. External IP: 172.28.2.238, port: 6b984fb5-7e25-4324-829a-323248a4b548. Apr 07 13:00:00.813226 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eeba1f-cd46-40dd-b1f8-2a5da10e9460 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Router 778614f7-ecb1-401b-aa3e-410cbb8dde59 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:00.925702 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eeba1f-cd46-40dd-b1f8-2a5da10e9460 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:00.930529 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-86eeba1f-cd46-40dd-b1f8-2a5da10e9460 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:00.935852 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] Sync routers for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:00.945442 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:00.946048 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:59:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:00.959654 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-86eeba1f-cd46-40dd-b1f8-2a5da10e9460 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "PUT /v2.0/floatingips/1c7b8bec-6900-4562-a35c-18e9bcbc1dfb HTTP/1.1" status: 200 len: 991 time: 0.9416382 Apr 07 13:00:00.960239 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:00.962641 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440b436f-53b0-46d0-a4ac-70224859764a" -d '{"events": [{"name": "network-changed", "server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "tag": "6b984fb5-7e25-4324-829a-323248a4b548"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:00.998041 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f515e669-09e8-4d66-b4fe-dab15a75fd97 x-openstack-request-id: req-f515e669-09e8-4d66-b4fe-dab15a75fd97 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:00.998367 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "tag": "6b984fb5-7e25-4324-829a-323248a4b548", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:00.998623 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f515e669-09e8-4d66-b4fe-dab15a75fd97 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:00.999023 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f515e669-09e8-4d66-b4fe-dab15a75fd97'] response: {'name': 'network-changed', 'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548', 'status': 'completed', 'code': 200} Apr 07 13:00:01.054261 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:01.270945 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50d652-ad08-4d78-a5e2-3cf8bbe340dd req-f71113ba-f3a1-44e1-90ba-e5cb8fd5f01b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:01.272418 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5a50d652-ad08-4d78-a5e2-3cf8bbe340dd req-f71113ba-f3a1-44e1-90ba-e5cb8fd5f01b tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0519066 Apr 07 13:00:01.317685 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5a50d652-ad08-4d78-a5e2-3cf8bbe340dd req-5874cc72-0a5c-4b7d-84d2-c4bfb08aa0b0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 Apr 07 13:00:01.370076 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '1c7b8bec-6900-4562-a35c-18e9bcbc1dfb', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'floating_ip_address': '172.28.2.238', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'port_id': '6b984fb5-7e25-4324-829a-323248a4b548', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'mac_address': 'fa:16:3e:d0:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:59:47Z', 'updated_at': '2022-04-07T13:00:00Z', 'revision_number': 1, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:01.395831 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] Checking router: 778614f7-ecb1-401b-aa3e-410cbb8dde59 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:01.404037 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:01.404639 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T12:59:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:01.511137 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:01.518085 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-8708fc58-8e36-4a86-9ece-82057542b16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:01.735064 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '1c7b8bec-6900-4562-a35c-18e9bcbc1dfb', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'floating_ip_address': '172.28.2.238', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'port_id': '6b984fb5-7e25-4324-829a-323248a4b548', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'mac_address': 'fa:16:3e:d0:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:59:47Z', 'updated_at': '2022-04-07T13:00:00Z', 'revision_number': 1, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:01.763448 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f4433-a3b0-40fb-97a5-ed2186b29204 None None] The sync data for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb is: [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '1c7b8bec-6900-4562-a35c-18e9bcbc1dfb', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'floating_ip_address': '172.28.2.238', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'port_id': '6b984fb5-7e25-4324-829a-323248a4b548', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'mac_address': 'fa:16:3e:d0:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:59:47Z', 'updated_at': '2022-04-07T13:00:00Z', 'revision_number': 1, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:01.763821 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b436f-53b0-46d0-a4ac-70224859764a req-ce0aa9f4-cb30-4ef9-b4fd-d9d1b53111f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:01.765386 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-440b436f-53b0-46d0-a4ac-70224859764a req-ce0aa9f4-cb30-4ef9-b4fd-d9d1b53111f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 1129 time: 0.0484014 Apr 07 13:00:01.890875 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f642a0-0fcb-4e3e-a749-cbffecb5d0a5 req-79fe22bc-d95a-40af-b4cf-1ada10b6d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:01.892384 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-73f642a0-0fcb-4e3e-a749-cbffecb5d0a5 req-79fe22bc-d95a-40af-b4cf-1ada10b6d059 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 1130 time: 0.1125405 Apr 07 13:00:01.902799 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b436f-53b0-46d0-a4ac-70224859764a req-c546d44e-e261-4ec0-af2f-cb3d4dd41dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:01.904349 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-440b436f-53b0-46d0-a4ac-70224859764a req-c546d44e-e261-4ec0-af2f-cb3d4dd41dd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 917 time: 0.1233046 Apr 07 13:00:01.973592 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f9cad2-1856-4d28-ba1d-16f2fd992088 None None] New status for floating IP 1c7b8bec-6900-4562-a35c-18e9bcbc1dfb: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:00:01.995534 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-73f642a0-0fcb-4e3e-a749-cbffecb5d0a5 req-60316433-abaa-4ec0-a365-784612823a0c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901468 Apr 07 13:00:01.998978 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-440b436f-53b0-46d0-a4ac-70224859764a req-2e0e94b8-36b5-4907-8d15-5d5ffbc66d30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b984fb5-7e25-4324-829a-323248a4b548 HTTP/1.1" status: 200 len: 999 time: 0.0803661 Apr 07 13:00:02.261221 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b436f-53b0-46d0-a4ac-70224859764a req-78fcf39c-88f4-4381-b909-5ab3edda8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:02.262622 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-440b436f-53b0-46d0-a4ac-70224859764a req-78fcf39c-88f4-4381-b909-5ab3edda8a47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.0459585 Apr 07 13:00:02.310000 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b436f-53b0-46d0-a4ac-70224859764a req-a6ae11c6-0081-4ab4-92ae-5521f216dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:02.311499 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-440b436f-53b0-46d0-a4ac-70224859764a req-a6ae11c6-0081-4ab4-92ae-5521f216dc27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430243 Apr 07 13:00:02.687226 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-440b436f-53b0-46d0-a4ac-70224859764a req-e4ab7a71-6610-4ea3-8c89-0895ea8c0d06 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688307 Apr 07 13:00:02.707435 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46692ee0-ff3c-4b77-8e89-56261a469b36 req-19722071-6cf3-4cff-8b1e-d065891bf560 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:02.708799 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-46692ee0-ff3c-4b77-8e89-56261a469b36 req-19722071-6cf3-4cff-8b1e-d065891bf560 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0654230 Apr 07 13:00:02.809402 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-46692ee0-ff3c-4b77-8e89-56261a469b36 req-69ef4903-8e33-44b3-8f46-d1624fd80f0d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892448 Apr 07 13:00:02.828623 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-440b436f-53b0-46d0-a4ac-70224859764a req-61fb9232-4dcc-4859-aca3-d8de50deae6c service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153986 Apr 07 13:00:03.850553 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b92290e8-3329-4489-bdf3-653ab2be995d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:03.925842 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6579c68-14d3-4968-99a0-22b59fef65ff req-30248ed6-84bb-434e-8604-40fad1a9e8b0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:03.927368 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f6579c68-14d3-4968-99a0-22b59fef65ff req-30248ed6-84bb-434e-8604-40fad1a9e8b0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0511227 Apr 07 13:00:03.976268 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f6579c68-14d3-4968-99a0-22b59fef65ff req-0a13a1e8-0b62-408c-84d3-2140f81afa5f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426838 Apr 07 13:00:04.333569 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-da550419-79f4-411c-8522-1327cf118ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:04.335105 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-da550419-79f4-411c-8522-1327cf118ac6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 1130 time: 0.0677693 Apr 07 13:00:04.342852 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbb28e-c31c-4da8-a114-2dfb0570bdea req-1cfb274b-b039-42a9-82f0-e4760243c47f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:04.344229 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4cdbb28e-c31c-4da8-a114-2dfb0570bdea req-1cfb274b-b039-42a9-82f0-e4760243c47f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0852230 Apr 07 13:00:04.448360 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4cdbb28e-c31c-4da8-a114-2dfb0570bdea req-5bd3f867-27f8-47d3-87de-0e362303d1a8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958142 Apr 07 13:00:04.465379 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-4494caaf-c49e-4f6a-a1d4-b84bdd263828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:04.466863 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-4494caaf-c49e-4f6a-a1d4-b84bdd263828 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.1215363 Apr 07 13:00:04.533633 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-49ac1766-e356-4964-b8f9-e7e95e422e44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f HTTP/1.1" status: 200 len: 1002 time: 0.0582511 Apr 07 13:00:04.584568 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-48424d61-7c6e-4e88-8c7f-fde26037eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:04.585975 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-48424d61-7c6e-4e88-8c7f-fde26037eef9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0458014 Apr 07 13:00:04.635933 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-cd78f875-76df-4591-9717-8960f2acd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:04.637398 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-cd78f875-76df-4591-9717-8960f2acd9c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0422814 Apr 07 13:00:04.725295 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-fc4e358f-ec3f-4ef2-be75-25dcb75b6b46 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811880 Apr 07 13:00:04.816650 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5a378e7c-2ed2-4ecf-a199-1db182c0c4fb req-0a3ec9a6-17b9-4877-a68d-e0a9f420274a service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847764 Apr 07 13:00:05.121501 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:05.582164 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e509-9455-425e-b902-f98d1d0b77fe req-c6144b06-b8ad-4837-8d5c-5f8be81940f8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:05.583710 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f87e509-9455-425e-b902-f98d1d0b77fe req-c6144b06-b8ad-4837-8d5c-5f8be81940f8 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0673540 Apr 07 13:00:05.637859 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0f87e509-9455-425e-b902-f98d1d0b77fe req-cc5fecc4-0c15-4c90-a065-3f170e6e3194 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467589 Apr 07 13:00:06.391053 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:06.761497 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6f55f-2c32-4e29-b85c-27ee62bf4e7f req-347746b2-2d72-453f-92ba-6b2bd4b4accf tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:06.763023 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-25c6f55f-2c32-4e29-b85c-27ee62bf4e7f req-347746b2-2d72-453f-92ba-6b2bd4b4accf tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0529549 Apr 07 13:00:06.810475 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-25c6f55f-2c32-4e29-b85c-27ee62bf4e7f req-271f5521-9488-42f1-abf9-3161120c44b0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419114 Apr 07 13:00:07.806737 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:07.923384 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ddc5f-28fa-4167-8034-7101d90aac05 req-5c560601-1fe3-4524-8e5e-1bbe0ed5a024 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:07.924836 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5c7ddc5f-28fa-4167-8034-7101d90aac05 req-5c560601-1fe3-4524-8e5e-1bbe0ed5a024 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0499845 Apr 07 13:00:07.969847 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5c7ddc5f-28fa-4167-8034-7101d90aac05 req-cf87b80b-976b-482e-b31d-d0e5f83b0034 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391808 Apr 07 13:00:08.096243 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5363f0-1327-4d37-a2bf-2a71e33767a2 req-e3b1dc53-940a-4caf-83dd-426fb0fb068f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:08.097637 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8f5363f0-1327-4d37-a2bf-2a71e33767a2 req-e3b1dc53-940a-4caf-83dd-426fb0fb068f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0574539 Apr 07 13:00:08.106170 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34622) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:08.110433 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-e819edc2-a679-44cd-a817-35b860512156 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Request body: {'floatingip': {'port_id': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:08.166032 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e819edc2-a679-44cd-a817-35b860512156 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for floatingip (687cde58-23e2-46c8-b251-4f0de4e874a1), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:08.658772 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e819edc2-a679-44cd-a817-35b860512156 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:08.662396 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e819edc2-a679-44cd-a817-35b860512156 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (687cde58-23e2-46c8-b251-4f0de4e874a1), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:08.872169 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e819edc2-a679-44cd-a817-35b860512156 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:08.981902 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e819edc2-a679-44cd-a817-35b860512156 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:08.986444 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e819edc2-a679-44cd-a817-35b860512156 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:08.991099 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] Sync routers for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:09.000807 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:09.001492 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:09.017831 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:09.020092 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5040f1b6-568a-442b-8134-699bad0fc96e" -d '{"events": [{"name": "network-changed", "server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:09.050265 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e819edc2-a679-44cd-a817-35b860512156 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "PUT /v2.0/floatingips/687cde58-23e2-46c8-b251-4f0de4e874a1 HTTP/1.1" status: 200 len: 994 time: 0.9415448 Apr 07 13:00:09.069573 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0064d2b3-3003-4291-b30a-2cdcf5ea3346 x-openstack-request-id: req-0064d2b3-3003-4291-b30a-2cdcf5ea3346 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:09.069866 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:09.070123 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0064d2b3-3003-4291-b30a-2cdcf5ea3346 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:09.070559 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0064d2b3-3003-4291-b30a-2cdcf5ea3346'] response: {'name': 'network-changed', 'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'status': 'completed', 'code': 200} Apr 07 13:00:09.121812 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:09.139144 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040f1b6-568a-442b-8134-699bad0fc96e req-54f8f5e4-6816-4ca0-a913-9b5547cd1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:09.140719 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5040f1b6-568a-442b-8134-699bad0fc96e req-54f8f5e4-6816-4ca0-a913-9b5547cd1d69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 1130 time: 0.0445406 Apr 07 13:00:09.236409 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040f1b6-568a-442b-8134-699bad0fc96e req-e886bfff-223e-4eb1-ba3c-1f2b904cda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:09.238472 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5040f1b6-568a-442b-8134-699bad0fc96e req-e886bfff-223e-4eb1-ba3c-1f2b904cda28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.0909951 Apr 07 13:00:09.312658 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5040f1b6-568a-442b-8134-699bad0fc96e req-67669e12-b0a2-46f3-a88a-ce148f76cc0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f HTTP/1.1" status: 200 len: 1002 time: 0.0657127 Apr 07 13:00:09.347257 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '687cde58-23e2-46c8-b251-4f0de4e874a1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'floating_ip_address': '172.28.2.129', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'port_id': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'mac_address': 'fa:16:3e:35:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:58:34Z', 'updated_at': '2022-04-07T13:00:08Z', 'revision_number': 3, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:55Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:09.361832 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040f1b6-568a-442b-8134-699bad0fc96e req-388f1cf0-ea79-4e68-b8d4-f46dc9f66f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:09.363341 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5040f1b6-568a-442b-8134-699bad0fc96e req-388f1cf0-ea79-4e68-b8d4-f46dc9f66f8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0440235 Apr 07 13:00:09.373147 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] Checking router: 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:09.381294 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:09.381892 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:09.422662 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040f1b6-568a-442b-8134-699bad0fc96e req-411d4583-1749-4260-8a23-22b8dad28f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:09.424175 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5040f1b6-568a-442b-8134-699bad0fc96e req-411d4583-1749-4260-8a23-22b8dad28f7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460515 Apr 07 13:00:09.491968 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:09.523336 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5040f1b6-568a-442b-8134-699bad0fc96e req-05507400-dafb-4027-a2dc-04457a3dc24a service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929682 Apr 07 13:00:09.620538 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-5040f1b6-568a-442b-8134-699bad0fc96e req-18f56b4d-c495-44e4-a1de-dbadfbe9c2b6 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875022 Apr 07 13:00:09.727123 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '687cde58-23e2-46c8-b251-4f0de4e874a1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'floating_ip_address': '172.28.2.129', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'port_id': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'mac_address': 'fa:16:3e:35:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:58:34Z', 'updated_at': '2022-04-07T13:00:08Z', 'revision_number': 3, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:55Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:09.752369 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f91981-2022-44d4-8b25-22a5156ba889 None None] The sync data for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb is: [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '687cde58-23e2-46c8-b251-4f0de4e874a1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'floating_ip_address': '172.28.2.129', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'port_id': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'mac_address': 'fa:16:3e:35:4b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T12:58:34Z', 'updated_at': '2022-04-07T13:00:08Z', 'revision_number': 3, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:55Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:11.072661 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:11.075196 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6767d83e-caec-4c22-8776-12eb3c068d51" -d '{"events": [{"name": "network-changed", "server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:11.109889 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c07451-36a1-433b-9f05-4ac389cfd825 x-openstack-request-id: req-04c07451-36a1-433b-9f05-4ac389cfd825 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:11.110185 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:11.110484 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04c07451-36a1-433b-9f05-4ac389cfd825 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:11.110897 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c07451-36a1-433b-9f05-4ac389cfd825'] response: {'name': 'network-changed', 'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'status': 'completed', 'code': 200} Apr 07 13:00:11.197067 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-8fc4bd9e-de24-4e6b-931f-6bc7611f5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:11.198724 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-8fc4bd9e-de24-4e6b-931f-6bc7611f5faf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 1130 time: 0.0487542 Apr 07 13:00:11.271525 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74974d07-974d-4290-adf9-dbddd8d33f4c req-b2a7fd54-6ffc-4f56-9fe8-c79d99fd5b7d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:11.272914 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-74974d07-974d-4290-adf9-dbddd8d33f4c req-b2a7fd54-6ffc-4f56-9fe8-c79d99fd5b7d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.0615013 Apr 07 13:00:11.318321 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-74974d07-974d-4290-adf9-dbddd8d33f4c req-6aec7dcd-e081-473c-8390-b8370a59fa0d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396883 Apr 07 13:00:11.758776 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1ffa2-56dd-4667-9bdd-a2b268ceb640 req-59f80ca7-d9d2-4b20-af86-988720dad711 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:11.760240 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ceb1ffa2-56dd-4667-9bdd-a2b268ceb640 req-59f80ca7-d9d2-4b20-af86-988720dad711 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0556202 Apr 07 13:00:11.806657 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ceb1ffa2-56dd-4667-9bdd-a2b268ceb640 req-db0dda99-42d3-4362-9361-04e38d2e7e1a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405657 Apr 07 13:00:12.436069 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362db86-99b9-4426-9734-f5d99de60039 req-db81f0ae-a5eb-4804-b8c9-6bf813eeb1d0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:12.437543 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5362db86-99b9-4426-9734-f5d99de60039 req-db81f0ae-a5eb-4804-b8c9-6bf813eeb1d0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.0523903 Apr 07 13:00:12.482920 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5362db86-99b9-4426-9734-f5d99de60039 req-9589de2d-b0f8-4af5-80da-c30cb4606f12 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397477 Apr 07 13:00:12.721108 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-a0b1b564-41a4-406e-9485-a2381f8ebda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:12.722512 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-a0b1b564-41a4-406e-9485-a2381f8ebda0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.0840800 Apr 07 13:00:12.928695 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae6ca-17e2-4c36-b6d7-795cfc649045 req-f7d7e4ed-cb8b-4818-a22a-47face1bae8b tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:12.930154 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a99ae6ca-17e2-4c36-b6d7-795cfc649045 req-f7d7e4ed-cb8b-4818-a22a-47face1bae8b tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0558081 Apr 07 13:00:12.976327 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a99ae6ca-17e2-4c36-b6d7-795cfc649045 req-47f7f82d-ffeb-4b7f-b1fb-047c01b04962 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 Apr 07 13:00:13.597628 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c39e4-6c47-4ad9-bff6-c1a795c0488b req-390c88ba-ef25-4c2b-84ab-3d716a8d268b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:13.599086 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-424c39e4-6c47-4ad9-bff6-c1a795c0488b req-390c88ba-ef25-4c2b-84ab-3d716a8d268b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.0501273 Apr 07 13:00:13.647579 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-424c39e4-6c47-4ad9-bff6-c1a795c0488b req-346b68fe-e207-4ea7-9371-bb3ff058c9b2 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429983 Apr 07 13:00:14.094590 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2aae8-9c73-42e5-a0f8-46932de06e49 req-f3e7ea5d-e53a-44f3-bd6d-2fc425214648 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:14.096073 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cea2aae8-9c73-42e5-a0f8-46932de06e49 req-f3e7ea5d-e53a-44f3-bd6d-2fc425214648 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.0517299 Apr 07 13:00:14.142471 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cea2aae8-9c73-42e5-a0f8-46932de06e49 req-9a5396b2-7dc4-41e8-b007-24605f220748 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408871 Apr 07 13:00:14.770009 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae656850-fb51-454e-acb2-bd66585eeaf7 req-edc90db1-b230-44b8-8ac8-c00a7e063ad9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:14.771611 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ae656850-fb51-454e-acb2-bd66585eeaf7 req-edc90db1-b230-44b8-8ac8-c00a7e063ad9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.0516348 Apr 07 13:00:14.817954 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ae656850-fb51-454e-acb2-bd66585eeaf7 req-7af4153c-d153-4ac5-89e8-ead659db5a78 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402331 Apr 07 13:00:14.927005 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-490bdc3e-9474-48c9-af5f-05fb720bec37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f HTTP/1.1" status: 200 len: 1002 time: 0.0661070 Apr 07 13:00:15.092128 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-05c5d7b5-9ce3-480b-97aa-fb22ad778fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:15.093563 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-05c5d7b5-9ce3-480b-97aa-fb22ad778fc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0954592 Apr 07 13:00:15.109624 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1e75-715d-40be-810c-16efb6690940 req-c4b2d91e-1e04-41e6-a1b7-a12b7573038f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:15.111025 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8f3f1e75-715d-40be-810c-16efb6690940 req-c4b2d91e-1e04-41e6-a1b7-a12b7573038f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.1213911 Apr 07 13:00:15.126354 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-8e9a5e45-682f-43d6-b10b-996dcdc9a4d3 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:15.127719 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-8e9a5e45-682f-43d6-b10b-996dcdc9a4d3 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1286445 Apr 07 13:00:15.303132 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-6d513af9-8ea0-4846-87d4-07531b8cac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:15.304617 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-6d513af9-8ea0-4846-87d4-07531b8cac6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1921604 Apr 07 13:00:15.388131 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81079c2-191e-4b7e-bd01-3a3dacb92266 req-caaabbca-30d8-4bb3-bbe5-008b58ad5327 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:15.389571 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c81079c2-191e-4b7e-bd01-3a3dacb92266 req-caaabbca-30d8-4bb3-bbe5-008b58ad5327 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 945 time: 0.1769507 Apr 07 13:00:15.426204 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Deleting port a698e845-47fa-4210-ba92-238379ab1d88 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:15.426556 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (a698e845-47fa-4210-ba92-238379ab1d88), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:15.434164 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Deleting port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:15.434499 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:15.574027 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-dca15819-dba3-4183-982a-eaa400e5a465 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601109 Apr 07 13:00:15.585642 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c81079c2-191e-4b7e-bd01-3a3dacb92266 req-1fbb3cca-4cfb-4683-8709-d7424809c9cf tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=a425957f-6b78-4caa-8130-7ce95651c50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873207 Apr 07 13:00:15.937058 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af86c05-e307-4f1b-b17d-6dfebf4a7b0b req-b3044e18-2fce-44d6-ae12-1f49da7b599d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:15.938579 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0af86c05-e307-4f1b-b17d-6dfebf4a7b0b req-b3044e18-2fce-44d6-ae12-1f49da7b599d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 945 time: 0.0515254 Apr 07 13:00:15.940938 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] For port d8cc6b57-4f51-4eb4-a6f0-238263f5f551, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:15.941309 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:15.953509 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] For port a698e845-47fa-4210-ba92-238379ab1d88, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a698e845-47fa-4210-ba92-238379ab1d88,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:15.953864 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (a698e845-47fa-4210-ba92-238379ab1d88), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:15.986105 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0af86c05-e307-4f1b-b17d-6dfebf4a7b0b req-8d0b6f47-1002-4a29-a5d7-3d4310b4495e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=9864e35d-b4a9-43a6-bef8-93ced9363820&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419819 Apr 07 13:00:16.070889 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6767d83e-caec-4c22-8776-12eb3c068d51 req-a7894603-74d4-4780-8def-27e573d81a22 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827309 Apr 07 13:00:16.267161 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:16.267815 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (510086aa-fbe1-4376-9dda-1608f276a701), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:16.267815 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Floating IP 510086aa-fbe1-4376-9dda-1608f276a701 disassociated. External IP: 172.28.2.93, port: d8cc6b57-4f51-4eb4-a6f0-238263f5f551. Apr 07 13:00:16.268014 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Calling delete_port for d8cc6b57-4f51-4eb4-a6f0-238263f5f551 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:16.286272 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:16.286625 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (4326e917-c5b1-40cd-86b4-3468cefd6f39), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:16.286928 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Floating IP 4326e917-c5b1-40cd-86b4-3468cefd6f39 disassociated. External IP: 172.28.2.112, port: a698e845-47fa-4210-ba92-238379ab1d88. Apr 07 13:00:16.287257 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Calling delete_port for a698e845-47fa-4210-ba92-238379ab1d88 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:16.494198 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (d8cc6b57-4f51-4eb4-a6f0-238263f5f551), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:16.496704 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (a698e845-47fa-4210-ba92-238379ab1d88), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:16.530403 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'Port': ['ID=d8cc6b57-4f51-4eb4-a6f0-238263f5f551,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:16.543729 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.544077 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.544410 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.545648 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.545648 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.545648 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.545927 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.546002 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.546331 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.546740 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.547058 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.547379 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.547700 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.548020 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.548339 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:16.642231 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event deleted for resources: {'Port': ['ID=a698e845-47fa-4210-ba92-238379ab1d88,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:16.749859 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3034be60-ca4c-4119-8166-e407bf1f9b2e req-f3b46fe2-ab42-4b11-b1ed-20d1f2f8b5c9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 210 time: 0.0952792 Apr 07 13:00:16.795471 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Router e98473a3-78b7-4e59-8017-1d1bcc3c678d has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:16.804825 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:17.022950 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:17.038759 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] Sync routers for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:17.052386 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:17.052684 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:17.054335 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:17.074596 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:17.091255 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:17.095597 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:17.120664 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] No DVR routers for this DVR port a698e845-47fa-4210-ba92-238379ab1d88 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:00:17.122980 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:17.133565 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fe178ac1-fd8e-49d9-a621-f7d976d6b316 req-0276c7d6-dc49-45b0-af8a-0e8401b0e7d8 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "DELETE /v2.0/ports/a698e845-47fa-4210-ba92-238379ab1d88 HTTP/1.1" status: 204 len: 173 time: 1.9979868 Apr 07 13:00:17.137917 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'name': 'network-vif-deleted', 'tag': 'a698e845-47fa-4210-ba92-238379ab1d88'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:17.138827 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-187a8b3a-e12b-405b-a483-1e8d69af2cb3 req-179b4e7c-001f-48fa-80e2-fffd277db6f0 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=c82397cc-3e53-478c-8be1-63f1de46373e HTTP/1.1" status: 200 len: 210 time: 0.0626152 Apr 07 13:00:17.139959 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e73b17c-0850-4e0a-8974-ba4e3964d418" -d '{"events": [{"server_uuid": "f1c2b8b6-f751-4037-b0fa-94f99bcf6619", "name": "network-vif-deleted", "tag": "a698e845-47fa-4210-ba92-238379ab1d88"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:17.161963 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] No DVR routers for this DVR port d8cc6b57-4f51-4eb4-a6f0-238263f5f551 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:00:17.164569 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:17.168536 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8f3f1e75-715d-40be-810c-16efb6690940 req-2c7e8a3c-e8a6-4bd4-9c01-51315c3a8710 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "DELETE /v2.0/ports/d8cc6b57-4f51-4eb4-a6f0-238263f5f551 HTTP/1.1" status: 204 len: 173 time: 2.0399132 Apr 07 13:00:17.201418 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7983a704-a81c-4a32-90ff-a167444cdfdc x-openstack-request-id: req-7983a704-a81c-4a32-90ff-a167444cdfdc {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:17.202629 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c2b8b6-f751-4037-b0fa-94f99bcf6619", "name": "network-vif-deleted", "tag": "a698e845-47fa-4210-ba92-238379ab1d88", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:17.202840 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7983a704-a81c-4a32-90ff-a167444cdfdc {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:17.203267 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7983a704-a81c-4a32-90ff-a167444cdfdc'] response: {'server_uuid': 'f1c2b8b6-f751-4037-b0fa-94f99bcf6619', 'name': 'network-vif-deleted', 'tag': 'a698e845-47fa-4210-ba92-238379ab1d88', 'status': 'completed', 'code': 200} Apr 07 13:00:17.330998 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:17.374802 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:17.532238 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:17.559239 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:17.567469 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:17.568078 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:17.572950 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:17.603064 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] Checking router: e98473a3-78b7-4e59-8017-1d1bcc3c678d for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:17.615109 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:17.615730 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:17.681692 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:17.726241 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:17.860525 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-194d980f-74d3-4f7f-8c7b-b09dff7dc1f3 req-4045963f-84dc-4988-9297-1888df0564a5 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1c2b8b6-f751-4037-b0fa-94f99bcf6619 HTTP/1.1" status: 200 len: 210 time: 0.0309801 Apr 07 13:00:17.889691 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:17.929721 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481261f1-09db-4911-adfe-b8250e6a2cd8 None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:17.958997 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:17.991284 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec498304-1aa0-4d13-88ab-7792651e5d68 None None] The sync data for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb is: [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:18.223306 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34698) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:18.248294 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2559b311-2277-4e6c-967a-c64d4778d353 None None] New status for floating IP 510086aa-fbe1-4376-9dda-1608f276a701: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:00:18.289457 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ac83055-89aa-40e9-9b5a-5789121800f8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (9864e35d-b4a9-43a6-bef8-93ced9363820), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.294579 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed5db24-ffbf-4b9a-89ce-425c75af7a07 None None] New status for floating IP 4326e917-c5b1-40cd-86b4-3468cefd6f39: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:00:18.314771 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ac83055-89aa-40e9-9b5a-5789121800f8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (9864e35d-b4a9-43a6-bef8-93ced9363820), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.366842 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ac83055-89aa-40e9-9b5a-5789121800f8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9864e35d-b4a9-43a6-bef8-93ced9363820), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.369481 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3ac83055-89aa-40e9-9b5a-5789121800f8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.373521 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-3ac83055-89aa-40e9-9b5a-5789121800f8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "DELETE /v2.0/security-groups/9864e35d-b4a9-43a6-bef8-93ced9363820 HTTP/1.1" status: 204 len: 168 time: 0.1467268 Apr 07 13:00:18.374400 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34700) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:18.384318 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac83055-89aa-40e9-9b5a-5789121800f8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864e35d-b4a9-43a6-bef8-93ced9363820,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:18.390057 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-97a8b64d-ee53-4a9c-bf91-e0ad2d5c249d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] show failed (client error): The resource could not be found. Apr 07 13:00:18.390980 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-97a8b64d-ee53-4a9c-bf91-e0ad2d5c249d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups/9864e35d-b4a9-43a6-bef8-93ced9363820 HTTP/1.1" status: 404 len: 347 time: 0.0150106 Apr 07 13:00:18.393971 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34702) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:18.527721 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Deleting port ad302426-7a9f-4812-b01e-8d08c81ca89b {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:18.528056 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (ad302426-7a9f-4812-b01e-8d08c81ca89b), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.602654 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (ad302426-7a9f-4812-b01e-8d08c81ca89b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.602974 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (ad302426-7a9f-4812-b01e-8d08c81ca89b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.614615 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Calling delete_port for ad302426-7a9f-4812-b01e-8d08c81ca89b owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:18.744933 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (ad302426-7a9f-4812-b01e-8d08c81ca89b), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.770159 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'Port': ['ID=ad302426-7a9f-4812-b01e-8d08c81ca89b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:18.780162 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.780509 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.780865 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.781407 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.781745 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.782092 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.782521 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.782922 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.783634 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.783634 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.784062 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.784397 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.784718 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.785036 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.785353 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:00:18.785470 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.844540 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (510086aa-fbe1-4376-9dda-1608f276a701), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.847062 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:18.848203 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-27e48884-f131-4708-9d04-af8f6738755f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "DELETE /v2.0/floatingips/510086aa-fbe1-4376-9dda-1608f276a701 HTTP/1.1" status: 204 len: 168 time: 0.4529412 Apr 07 13:00:18.942790 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34710) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:18.996361 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57a81488-583d-4daf-8422-f87a9e00e9e9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (a425957f-6b78-4caa-8130-7ce95651c50b), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.019084 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57a81488-583d-4daf-8422-f87a9e00e9e9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (a425957f-6b78-4caa-8130-7ce95651c50b), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.067614 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57a81488-583d-4daf-8422-f87a9e00e9e9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (a425957f-6b78-4caa-8130-7ce95651c50b), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.070286 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-57a81488-583d-4daf-8422-f87a9e00e9e9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.075095 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34712) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:19.075225 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-57a81488-583d-4daf-8422-f87a9e00e9e9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "DELETE /v2.0/security-groups/a425957f-6b78-4caa-8130-7ce95651c50b HTTP/1.1" status: 204 len: 168 time: 0.1313491 Apr 07 13:00:19.084415 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a81488-583d-4daf-8422-f87a9e00e9e9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a425957f-6b78-4caa-8130-7ce95651c50b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:19.089563 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-626c03f5-192a-440e-9a41-6adeb92f3a2b tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] show failed (client error): The resource could not be found. Apr 07 13:00:19.090601 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-626c03f5-192a-440e-9a41-6adeb92f3a2b tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups/a425957f-6b78-4caa-8130-7ce95651c50b HTTP/1.1" status: 404 len: 347 time: 0.0141230 Apr 07 13:00:19.093480 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34714) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:19.121856 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34716) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:19.126465 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-71d81595-5f5c-4a40-8923-84c09740ffff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255724630', 'description': 'tempest-description--220820759'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:19.146576 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71d81595-5f5c-4a40-8923-84c09740ffff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.205205 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'name': 'network-vif-deleted', 'tag': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:19.207408 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351975b1-3991-49d5-b577-ab8f77def2d2" -d '{"events": [{"server_uuid": "c82397cc-3e53-478c-8be1-63f1de46373e", "name": "network-vif-deleted", "tag": "d8cc6b57-4f51-4eb4-a6f0-238263f5f551"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:19.218939 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Deleting port 7c1566c9-3d20-4577-bfe3-5c72787b1a51 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:19.219607 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (7c1566c9-3d20-4577-bfe3-5c72787b1a51), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.224044 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device d8cc6b57-4f51-4eb4-a6f0-238263f5f551 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:19.225073 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71d81595-5f5c-4a40-8923-84c09740ffff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (d64daa56-05c8-416d-ad01-dab52fa3cbeb), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.231276 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71d81595-5f5c-4a40-8923-84c09740ffff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d64daa56-05c8-416d-ad01-dab52fa3cbeb), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.248509 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: d8cc6b57-4f51-4eb4-a6f0-238263f5f551 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:19.249458 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device d8cc6b57-4f51-4eb4-a6f0-238263f5f551 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:19.250086 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a698e845-47fa-4210-ba92-238379ab1d88 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:19.259110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f787477-bd45-41c7-9fa9-c5ee48da5a5d x-openstack-request-id: req-4f787477-bd45-41c7-9fa9-c5ee48da5a5d {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:19.259406 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82397cc-3e53-478c-8be1-63f1de46373e", "name": "network-vif-deleted", "tag": "d8cc6b57-4f51-4eb4-a6f0-238263f5f551", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:19.259766 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f787477-bd45-41c7-9fa9-c5ee48da5a5d {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:19.260069 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f787477-bd45-41c7-9fa9-c5ee48da5a5d'] response: {'server_uuid': 'c82397cc-3e53-478c-8be1-63f1de46373e', 'name': 'network-vif-deleted', 'tag': 'd8cc6b57-4f51-4eb4-a6f0-238263f5f551', 'status': 'completed', 'code': 200} Apr 07 13:00:19.270253 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-71d81595-5f5c-4a40-8923-84c09740ffff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.274553 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-71d81595-5f5c-4a40-8923-84c09740ffff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1516111 Apr 07 13:00:19.275702 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: a698e845-47fa-4210-ba92-238379ab1d88 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:19.276652 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a698e845-47fa-4210-ba92-238379ab1d88 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:19.280620 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34720) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:19.286891 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-812ed995-833c-4b31-85c3-d6874ba89b3d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group_rule': {'security_group_id': 'd64daa56-05c8-416d-ad01-dab52fa3cbeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:19.295239 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d81595-5f5c-4a40-8923-84c09740ffff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64daa56-05c8-416d-ad01-dab52fa3cbeb,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:19.313738 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (7c1566c9-3d20-4577-bfe3-5c72787b1a51), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.314137 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (7c1566c9-3d20-4577-bfe3-5c72787b1a51), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.317190 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-812ed995-833c-4b31-85c3-d6874ba89b3d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (9f390e38-5ad7-45ff-8aaa-e8810e6669bc), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.326096 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Calling delete_port for 7c1566c9-3d20-4577-bfe3-5c72787b1a51 owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:19.376765 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-812ed995-833c-4b31-85c3-d6874ba89b3d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (9f390e38-5ad7-45ff-8aaa-e8810e6669bc), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.380272 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-812ed995-833c-4b31-85c3-d6874ba89b3d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (9f390e38-5ad7-45ff-8aaa-e8810e6669bc), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.397720 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ed995-833c-4b31-85c3-d6874ba89b3d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f390e38-5ad7-45ff-8aaa-e8810e6669bc,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:19.407450 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-812ed995-833c-4b31-85c3-d6874ba89b3d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.411235 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-812ed995-833c-4b31-85c3-d6874ba89b3d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270990 Apr 07 13:00:19.411534 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34722) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:19.417060 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-d310da91-f727-47e6-99d4-996d9a88173e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'security_group_rule': {'security_group_id': 'd64daa56-05c8-416d-ad01-dab52fa3cbeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:19.441241 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d310da91-f727-47e6-99d4-996d9a88173e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (fbd4e72a-e0fd-4b7f-94a3-33daa806d03d), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.457318 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (7c1566c9-3d20-4577-bfe3-5c72787b1a51), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.485920 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event deleted for resources: {'Port': ['ID=7c1566c9-3d20-4577-bfe3-5c72787b1a51,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:19.502545 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d310da91-f727-47e6-99d4-996d9a88173e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (fbd4e72a-e0fd-4b7f-94a3-33daa806d03d), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.506045 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d310da91-f727-47e6-99d4-996d9a88173e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (fbd4e72a-e0fd-4b7f-94a3-33daa806d03d), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.523886 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310da91-f727-47e6-99d4-996d9a88173e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd4e72a-e0fd-4b7f-94a3-33daa806d03d,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:19.532707 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d310da91-f727-47e6-99d4-996d9a88173e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.536991 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-d310da91-f727-47e6-99d4-996d9a88173e tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243675 Apr 07 13:00:19.537566 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34724) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:19.541763 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:19.546655 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (4326e917-c5b1-40cd-86b4-3468cefd6f39), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.549176 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.550330 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-de2eb2ec-e1d1-4e6c-965e-0b9c632b13aa tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "DELETE /v2.0/floatingips/4326e917-c5b1-40cd-86b4-3468cefd6f39 HTTP/1.1" status: 204 len: 168 time: 0.4559176 Apr 07 13:00:19.562681 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.667149 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.768724 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Allocated IP 172.28.2.204 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/af9c34b6-72bd-4be3-9770-24364624e4f9) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:00:19.872412 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (af9c34b6-72bd-4be3-9770-24364624e4f9), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.905316 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (af9c34b6-72bd-4be3-9770-24364624e4f9), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.928149 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34728) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:19.933296 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ec1a9b35-6d66-449f-989a-d84b91f52143 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1703985446', 'description': 'tempest-description--2016234264'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:19.944352 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:00:19.947228 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:00:19.950799 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:00:19.954072 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9b35-6d66-449f-989a-d84b91f52143 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:19.981926 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=af9c34b6-72bd-4be3-9770-24364624e4f9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:20.024840 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9b35-6d66-449f-989a-d84b91f52143 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (29c503f7-032e-42a8-82fc-74bc980b6ca4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.029368 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9b35-6d66-449f-989a-d84b91f52143 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (29c503f7-032e-42a8-82fc-74bc980b6ca4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.046950 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (d91c57cc-9779-46c9-81d9-54bb83aeae9f), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.059451 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9b35-6d66-449f-989a-d84b91f52143 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.063489 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-ec1a9b35-6d66-449f-989a-d84b91f52143 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1314631 Apr 07 13:00:20.063769 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34730) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:20.068160 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-66b5f128-8d51-4200-bec2-638cd5c27fd4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'security_group_rule': {'security_group_id': '29c503f7-032e-42a8-82fc-74bc980b6ca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:20.073920 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9b35-6d66-449f-989a-d84b91f52143 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c503f7-032e-42a8-82fc-74bc980b6ca4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:20.084503 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (af9c34b6-72bd-4be3-9770-24364624e4f9), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.096418 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b5f128-8d51-4200-bec2-638cd5c27fd4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (f1849db6-2665-4b9a-be56-a1973176fc79), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.154394 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b5f128-8d51-4200-bec2-638cd5c27fd4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (f1849db6-2665-4b9a-be56-a1973176fc79), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.158346 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b5f128-8d51-4200-bec2-638cd5c27fd4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (f1849db6-2665-4b9a-be56-a1973176fc79), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.176554 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5f128-8d51-4200-bec2-638cd5c27fd4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1849db6-2665-4b9a-be56-a1973176fc79,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:20.190489 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-66b5f128-8d51-4200-bec2-638cd5c27fd4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.191912 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-66b5f128-8d51-4200-bec2-638cd5c27fd4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271539 Apr 07 13:00:20.195305 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34732) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:20.199942 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-78e29a50-7293-4722-912b-0854b9fc6f31 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'security_group_rule': {'security_group_id': '29c503f7-032e-42a8-82fc-74bc980b6ca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:20.225319 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78e29a50-7293-4722-912b-0854b9fc6f31 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (0a2fcb08-85bf-4688-82fa-0488902bb61a), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.251415 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (af9c34b6-72bd-4be3-9770-24364624e4f9), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.255960 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (af9c34b6-72bd-4be3-9770-24364624e4f9), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.283629 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78e29a50-7293-4722-912b-0854b9fc6f31 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (0a2fcb08-85bf-4688-82fa-0488902bb61a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.288614 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78e29a50-7293-4722-912b-0854b9fc6f31 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (0a2fcb08-85bf-4688-82fa-0488902bb61a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.308349 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e29a50-7293-4722-912b-0854b9fc6f31 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2fcb08-85bf-4688-82fa-0488902bb61a,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:20.316467 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-78e29a50-7293-4722-912b-0854b9fc6f31 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.321092 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-78e29a50-7293-4722-912b-0854b9fc6f31 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214662 Apr 07 13:00:20.321092 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34734) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:20.321316 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=af9c34b6-72bd-4be3-9770-24364624e4f9,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:20.326123 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:20.334867 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (d91c57cc-9779-46c9-81d9-54bb83aeae9f), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.347141 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.349987 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.351507 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-96ec1d2a-98cc-4a64-995c-514f9332dfd9 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8130288 Apr 07 13:00:20.446145 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.555760 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-1ceb76e1-f275-4dcc-acf3-258c12a1f79c tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1255724630&fields=id&tenant_id=09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 267 time: 0.0986803 Apr 07 13:00:20.609578 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Allocated IP 172.28.2.212 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/52672af6-a737-4adc-ac8f-f8c96fa853c9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:00:20.731437 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-30c7bc5e-31a2-4f5d-9fed-fc44d879cd14 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:20.732877 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-30c7bc5e-31a2-4f5d-9fed-fc44d879cd14 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 815 time: 0.1696453 Apr 07 13:00:20.756119 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-400b6f4f-8fd8-40d9-9278-c9f6ab6bb1df tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/quotas/09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 375 time: 0.0159204 Apr 07 13:00:20.799381 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for port (52672af6-a737-4adc-ac8f-f8c96fa853c9), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.836746 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-ed8cdf95-1a06-458c-87bd-73f865385147 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752702 Apr 07 13:00:20.858449 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (52672af6-a737-4adc-ac8f-f8c96fa853c9), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:20.950241 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:00:20.955428 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:00:20.957803 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:00:20.989874 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'Port': ['ID=52672af6-a737-4adc-ac8f-f8c96fa853c9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:21.031204 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-815e6041-456e-4d1b-be93-8068c6d5b14e service neutron] 10.222.0.45 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820705 Apr 07 13:00:21.287121 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (6d72fbc7-f490-4c75-8658-c2def5a5fa78), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:21.342276 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-e869da01-7365-4aa5-a7dd-a9aed0524d84 service neutron] 10.222.0.45 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910438 Apr 07 13:00:21.342929 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (52672af6-a737-4adc-ac8f-f8c96fa853c9), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:21.497832 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for port (52672af6-a737-4adc-ac8f-f8c96fa853c9), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:21.504655 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133721'] for port (52672af6-a737-4adc-ac8f-f8c96fa853c9), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:21.520549 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-822fa961-9849-402c-bc90-fd4a3f258416 req-4ce9f2f9-0a3d-4b21-9626-87b198f520a8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 210 time: 0.0297346 Apr 07 13:00:21.570266 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'Port': ['ID=52672af6-a737-4adc-ac8f-f8c96fa853c9,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:21.590481 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (6d72fbc7-f490-4c75-8658-c2def5a5fa78), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:21.607092 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:21.608328 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-50e483ed-ea9b-4fcf-b741-33ed6573b409 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2864418 Apr 07 13:00:21.805923 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-5feb2ed0-3308-4ca4-84fd-536fe1518861 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1703985446&fields=id&tenant_id=44adc946af924325bf2c5b6d12ce7095 HTTP/1.1" status: 200 len: 267 time: 0.0440221 Apr 07 13:00:21.914391 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4736f42b-8aff-4e0b-9083-f14fdad444d9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:21.915888 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4736f42b-8aff-4e0b-9083-f14fdad444d9 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 811 time: 0.1028221 Apr 07 13:00:21.931080 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-a9eafee2-84df-44f8-b3a8-a5e21e98e5ec tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/quotas/44adc946af924325bf2c5b6d12ce7095 HTTP/1.1" status: 200 len: 375 time: 0.0089564 Apr 07 13:00:21.985005 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-a3d5a8f4-91e7-4c6c-ad89-1ef06dad6367 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480719 Apr 07 13:00:22.081581 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-60382974-e24a-446c-a2e7-e1751f661a4f service neutron] 10.222.0.45 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845215 Apr 07 13:00:22.173139 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-51c93659-3038-482a-888f-a9367fc964a3 service neutron] 10.222.0.45 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857468 Apr 07 13:00:22.334810 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-904c5323-22ad-40cf-975d-8f7b66389a96 req-9b025a96-f32f-4c38-ae44-13b653e88612 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 210 time: 0.0313747 Apr 07 13:00:22.505727 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-111e9f44-059a-4119-b538-43d208271005 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:22.507301 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-111e9f44-059a-4119-b538-43d208271005 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 815 time: 0.1175520 Apr 07 13:00:22.580508 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-1c777cef-ae8d-4e4a-abe1-3f3d03a45928 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e8ec0872574b838c0c1bad4abf2093 HTTP/1.1" status: 200 len: 380 time: 0.0615735 Apr 07 13:00:22.590514 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'port': {'device_id': '9c887229-f09d-4cee-b8b5-f899e7120029', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'admin_state_up': True, 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'security_groups': ['d64daa56-05c8-416d-ad01-dab52fa3cbeb']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:22.630829 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8eef4f44-7c53-47b0-b5b2-37b53732d615 req-94fe15a8-3066-46c4-8636-753dc6d8c0d1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 210 time: 0.0316174 Apr 07 13:00:22.712067 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Made reservation on behalf of 09e8ec0872574b838c0c1bad4abf2093 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:00:22.715647 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:22.848014 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Allocated IP 172.20.0.3 (7168dd73-28dd-4ce5-9a86-2153d1e0fea4/1029117b-6b27-42fc-af69-b20087717eee/1bf6a95a-12e4-45e3-b8aa-0d40dd481341) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:00:22.993317 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:23.024628 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:23.069963 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:00:23.072990 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:00:23.079406 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:00:23.085281 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event updated for resources: {'Port': ['ID=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:23.133382 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:23.134006 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:23.151867 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-795342e5-d93d-4635-915f-864e31137538 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647552 Apr 07 13:00:23.221536 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Request body: {'port': {'device_id': '9c887229-f09d-4cee-b8b5-f899e7120029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:23.261490 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-45f96833-fd99-4b7b-a265-48990593917f None None] Provisioning complete for port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:00:23.262051 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-45f96833-fd99-4b7b-a265-48990593917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:23.285101 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:23.296793 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-45f96833-fd99-4b7b-a265-48990593917f None None] Port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:00:23.757015 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15020cc1-fc0d-4c57-94eb-1a55b0d1fa6e req-ff31a50b-8cec-4cc3-a8bd-01206951ea6f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:23.758409 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-15020cc1-fc0d-4c57-94eb-1a55b0d1fa6e req-ff31a50b-8cec-4cc3-a8bd-01206951ea6f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 931 time: 0.0568950 Apr 07 13:00:23.766373 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-01e2f148-0384-43e2-a117-20ee4c3592ee req-e5b5eb13-c3fa-4578-9042-d84d956e2edf tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 210 time: 0.3585539 Apr 07 13:00:23.805182 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-bd9f0271-82eb-4149-9c43-ffd82dbf8979 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:23.806641 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-bd9f0271-82eb-4149-9c43-ffd82dbf8979 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 811 time: 0.5050166 Apr 07 13:00:23.811768 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-15020cc1-fc0d-4c57-94eb-1a55b0d1fa6e req-e1c9c36d-2013-4f34-b5f8-79ef2ce4b3a2 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475326 Apr 07 13:00:23.920222 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-02375a58-20c8-424a-8054-fffcbc8019b3 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44adc946af924325bf2c5b6d12ce7095 HTTP/1.1" status: 200 len: 380 time: 0.1035678 Apr 07 13:00:23.933593 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'port': {'device_id': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'admin_state_up': True, 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'security_groups': ['29c503f7-032e-42a8-82fc-74bc980b6ca4']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:24.066539 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:00:24.077260 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Publish callbacks [] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:24.097677 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Transition to ACTIVE for port object 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:00:24.103443 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:24.114314 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Made reservation on behalf of 44adc946af924325bf2c5b6d12ce7095 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:00:24.117623 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:24.185560 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:24.332264 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Attempting to bind port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:00:24.332603 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Attempting to bind port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:00:24.332932 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Attempting to bind port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:00:24.341098 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:00:24.341415 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Attempting to bind port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 on network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:00:24.356426 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:00:24.356764 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Checking segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:00:24.357147 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Bound using segment: {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:00:24.357569 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Bound port: 1bf6a95a-12e4-45e3-b8aa-0d40dd481341, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664d85df-78bb-4d60-9a58-04cf215ee382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:00:24.357926 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:24.363501 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Allocated IP 172.20.0.7 (5ca162ac-5f24-4fa1-ba6f-9a6242c95701/c79bda1f-249c-47f2-94c0-668089c8fb8f/9239aad6-4d45-4ddd-89f9-d88ee29d6c44) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:00:24.505011 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] For port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:00:24.522876 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] For port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:00:24.533984 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:24.590033 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:24.590672 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:24.592196 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] 10.222.0.26 "PUT /v2.0/ports/1bf6a95a-12e4-45e3-b8aa-0d40dd481341 HTTP/1.1" status: 200 len: 1093 time: 1.3760037 Apr 07 13:00:24.594086 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c887229-f09d-4cee-b8b5-f899e7120029', 'tag': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:24.596560 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124ed368-09ae-4d53-9538-76518790cf71" -d '{"events": [{"name": "network-changed", "server_uuid": "9c887229-f09d-4cee-b8b5-f899e7120029", "tag": "1bf6a95a-12e4-45e3-b8aa-0d40dd481341"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:24.628475 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:24.634643 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddcbd1-224c-4ab6-be3d-887916acd920 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:24.648522 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fe3c49-2e3a-471c-bb6d-5a6e2a03605b x-openstack-request-id: req-01fe3c49-2e3a-471c-bb6d-5a6e2a03605b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:24.648818 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c887229-f09d-4cee-b8b5-f899e7120029", "tag": "1bf6a95a-12e4-45e3-b8aa-0d40dd481341", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:24.649076 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01fe3c49-2e3a-471c-bb6d-5a6e2a03605b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:24.649484 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01fe3c49-2e3a-471c-bb6d-5a6e2a03605b'] response: {'name': 'network-changed', 'server_uuid': '9c887229-f09d-4cee-b8b5-f899e7120029', 'tag': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341', 'status': 'completed', 'code': 200} Apr 07 13:00:24.701841 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:24.752833 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:00:24.758249 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:00:24.762283 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-20e05c45-65fa-4404-93f4-a7996e19cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:24.763828 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-20e05c45-65fa-4404-93f4-a7996e19cd45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 1127 time: 0.1038141 Apr 07 13:00:24.768935 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:00:24.802824 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event updated for resources: {'Port': ['ID=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:24.849009 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-1dccc81a-e86c-4942-b4f6-58eb1b2a9be5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf6a95a-12e4-45e3-b8aa-0d40dd481341 HTTP/1.1" status: 200 len: 217 time: 0.0539594 Apr 07 13:00:24.864809 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:24.865455 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:24.921357 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dc6a8-40cc-4b0a-89d5-f737509f3525 req-991eadc4-1ae9-4f55-b96d-2b73a6ee9dea tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:24.923667 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-516dc6a8-40cc-4b0a-89d5-f737509f3525 req-991eadc4-1ae9-4f55-b96d-2b73a6ee9dea tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 931 time: 0.0649061 Apr 07 13:00:24.924008 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-b4074694-bdbb-4a7d-b82d-04023737014f tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9967961 Apr 07 13:00:24.949465 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Request body: {'port': {'device_id': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:24.977226 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-516dc6a8-40cc-4b0a-89d5-f737509f3525 req-1ab8335b-7324-4ad6-aaaa-c185aa3b9ea7 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470917 Apr 07 13:00:24.991743 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-d16dca02-c817-4def-adc8-df7309cf455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:24.993260 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-d16dca02-c817-4def-adc8-df7309cf455b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.1250420 Apr 07 13:00:25.078728 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfa029-686a-4024-915d-15a5d9e7214e req-a8e76223-efa5-42aa-9919-85e1945d42df tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:25.080230 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dfdfa029-686a-4024-915d-15a5d9e7214e req-a8e76223-efa5-42aa-9919-85e1945d42df tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 943 time: 0.1761785 Apr 07 13:00:25.081838 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:25.084851 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-0f5a2dfb-4e28-4228-9976-ba38a913007a None None] Provisioning complete for port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:00:25.085328 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f5a2dfb-4e28-4228-9976-ba38a913007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:25.119217 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-c08ea46d-5552-48d0-8918-2b30d2e29afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:25.120721 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a2dfb-4e28-4228-9976-ba38a913007a None None] Port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:00:25.121376 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-c08ea46d-5552-48d0-8918-2b30d2e29afb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1203330 Apr 07 13:00:25.207056 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dfdfa029-686a-4024-915d-15a5d9e7214e req-505729ed-2c82-4710-86d7-acf947931086 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135664 Apr 07 13:00:25.342772 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-367a018b-efd8-4091-9c94-21982fbf5e98 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004745 Apr 07 13:00:25.491455 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4f49710-2af8-4d4d-9f9c-972d6dd8eb53 req-9cae812e-430c-49e1-803b-361902435bac service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410251 Apr 07 13:00:25.535106 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:00:25.542579 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Publish callbacks [] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:25.554117 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Transition to ACTIVE for port object 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:00:25.558277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:25.607433 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Pushing event updated for resources: {'Port': ['ID=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:25.683276 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Attempting to bind port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:00:25.683608 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Attempting to bind port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:00:25.683935 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Attempting to bind port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 on network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:00:25.688354 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 on network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:00:25.688668 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Attempting to bind port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 on network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:00:25.693527 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:00:25.693855 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Checking segment: {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:00:25.694263 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Bound using segment: {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:00:25.694688 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Bound port: 9239aad6-4d45-4ddd-89f9-d88ee29d6c44, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:00:25.695038 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:25.760890 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] For port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:00:25.763865 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] For port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:00:25.769683 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:25.802964 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:25.803611 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:25.804929 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] 10.222.0.26 "PUT /v2.0/ports/9239aad6-4d45-4ddd-89f9-d88ee29d6c44 HTTP/1.1" status: 200 len: 1093 time: 0.8630595 Apr 07 13:00:25.827238 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790cacf-efbd-4886-accc-92123acc5813 service neutron] Pushing event updated for resources: {'Port': ['ID=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:26.100372 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5ac3d-3377-44de-8993-298d478d8b23 req-2c5d1677-c85c-4105-ad99-9cfc21cf764a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:26.101926 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1db5ac3d-3377-44de-8993-298d478d8b23 req-2c5d1677-c85c-4105-ad99-9cfc21cf764a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 943 time: 0.0520551 Apr 07 13:00:26.147806 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1db5ac3d-3377-44de-8993-298d478d8b23 req-93d14d43-3ee7-4b1c-92cd-80ba1d8a154d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Apr 07 13:00:26.326911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c16a2-8ad5-4ad1-b09a-e23fb57733e0 req-f47acd8c-d945-42e1-931a-5bf78a58a334 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:26.328374 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-169c16a2-8ad5-4ad1-b09a-e23fb57733e0 req-f47acd8c-d945-42e1-931a-5bf78a58a334 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 943 time: 0.0548296 Apr 07 13:00:26.385453 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-169c16a2-8ad5-4ad1-b09a-e23fb57733e0 req-43cb5319-6765-4f81-b18d-ff260a2c9014 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509355 Apr 07 13:00:26.611851 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed368-09ae-4d53-9538-76518790cf71 req-b1f0dce5-fc77-4e37-bf2f-6394c1d0ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:26.613375 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-124ed368-09ae-4d53-9538-76518790cf71 req-b1f0dce5-fc77-4e37-bf2f-6394c1d0ef47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 1127 time: 0.0733349 Apr 07 13:00:26.618148 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-f64e118f-f8e1-432a-a8c5-a562187891cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:26.619966 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-f64e118f-f8e1-432a-a8c5-a562187891cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 1127 time: 0.0550590 Apr 07 13:00:26.653711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'tag': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:26.655775 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad", "tag": "9239aad6-4d45-4ddd-89f9-d88ee29d6c44"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:26.701931 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-f4300642-4dbe-4e1a-9218-1ec40da84a37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9239aad6-4d45-4ddd-89f9-d88ee29d6c44 HTTP/1.1" status: 200 len: 217 time: 0.0569170 Apr 07 13:00:26.799852 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-ee59ec59-7b07-4192-84d9-5aada64564c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:26.801325 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-ee59ec59-7b07-4192-84d9-5aada64564c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.0662131 Apr 07 13:00:26.821138 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed368-09ae-4d53-9538-76518790cf71 req-022a2fb1-2190-424d-ac92-ba4e5458e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:26.823284 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-124ed368-09ae-4d53-9538-76518790cf71 req-022a2fb1-2190-424d-ac92-ba4e5458e978 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 916 time: 0.1845157 Apr 07 13:00:26.847547 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d91981-8101-4512-bb72-5b4975c48a11 x-openstack-request-id: req-05d91981-8101-4512-bb72-5b4975c48a11 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:26.847830 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad", "tag": "9239aad6-4d45-4ddd-89f9-d88ee29d6c44", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:26.848078 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05d91981-8101-4512-bb72-5b4975c48a11 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:26.848465 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d91981-8101-4512-bb72-5b4975c48a11'] response: {'name': 'network-changed', 'server_uuid': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'tag': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44', 'status': 'completed', 'code': 200} Apr 07 13:00:26.876534 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-124ed368-09ae-4d53-9538-76518790cf71 req-3e54bd62-5374-4dcf-bc7b-e7610933d4dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf6a95a-12e4-45e3-b8aa-0d40dd481341 HTTP/1.1" status: 200 len: 217 time: 0.0387638 Apr 07 13:00:26.921286 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-d4f83be2-a6f4-413f-a672-d956e7bb4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:26.922661 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-d4f83be2-a6f4-413f-a672-d956e7bb4a81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1129096 Apr 07 13:00:26.941187 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed368-09ae-4d53-9538-76518790cf71 req-44c97ef8-0561-49bf-823f-6e526cbcf994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:26.942543 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-124ed368-09ae-4d53-9538-76518790cf71 req-44c97ef8-0561-49bf-823f-6e526cbcf994 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.0585496 Apr 07 13:00:27.050996 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed368-09ae-4d53-9538-76518790cf71 req-f6787a66-cb2f-4a7d-ae4c-ee561bd429f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:27.052457 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-124ed368-09ae-4d53-9538-76518790cf71 req-f6787a66-cb2f-4a7d-ae4c-ee561bd429f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0994482 Apr 07 13:00:27.055806 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-40026094-8a10-4444-993f-fbbb32cad4c0 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219466 Apr 07 13:00:27.211893 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-124ed368-09ae-4d53-9538-76518790cf71 req-01d4b42c-cfc8-4d7a-8153-3ea0d331fb53 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467924 Apr 07 13:00:27.215045 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-eeb49e98-4f9b-4825-a1f4-b984ee60b9b7 req-e617e60b-124a-4911-8964-ac723c0af6a5 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489830 Apr 07 13:00:27.325106 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b93b19-7cef-4fdc-8bc8-9211bf034695 req-a3df6e17-31d9-4e57-85f6-db841fba4aba tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:27.326584 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-45b93b19-7cef-4fdc-8bc8-9211bf034695 req-a3df6e17-31d9-4e57-85f6-db841fba4aba tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 943 time: 0.1138108 Apr 07 13:00:27.345586 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-124ed368-09ae-4d53-9538-76518790cf71 req-c87d1762-8091-40bd-b27b-3b130beef225 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215506 Apr 07 13:00:27.379334 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-45b93b19-7cef-4fdc-8bc8-9211bf034695 req-07126b5e-96e7-418a-bfad-02e4ee3d5443 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 Apr 07 13:00:27.519356 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a9f07-892c-490c-9746-d2dc22f3272b req-42d60073-06ef-4c92-a9a7-4d37f98a22ff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:27.521006 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f08a9f07-892c-490c-9746-d2dc22f3272b req-42d60073-06ef-4c92-a9a7-4d37f98a22ff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 943 time: 0.0560272 Apr 07 13:00:27.567257 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f08a9f07-892c-490c-9746-d2dc22f3272b req-dcb433ed-d17d-4ef0-868b-25c10cc886fa tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Apr 07 13:00:28.283299 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-f84e6cfc-a3a7-4929-80e7-06814467cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:28.284760 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-f84e6cfc-a3a7-4929-80e7-06814467cab9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 1127 time: 0.0435634 Apr 07 13:00:28.678755 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-0c53b5cc-2178-4ca0-bf85-8de3c149ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:28.680163 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-0c53b5cc-2178-4ca0-bf85-8de3c149ddda service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 912 time: 0.3840437 Apr 07 13:00:28.690350 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda007c-d9f8-48ab-b07f-87f3e1585d42 req-b7f8f6ea-c17b-4b5e-846a-67a531e7611a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:28.691190 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cad9c8-0008-4e9e-a52c-3a88781e646c req-3f3ea49a-942d-46cc-a194-ee296bef4d83 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:28.691751 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-7eda007c-d9f8-48ab-b07f-87f3e1585d42 req-b7f8f6ea-c17b-4b5e-846a-67a531e7611a tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 943 time: 0.0786612 Apr 07 13:00:28.692655 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-62cad9c8-0008-4e9e-a52c-3a88781e646c req-3f3ea49a-942d-46cc-a194-ee296bef4d83 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 943 time: 0.0567992 Apr 07 13:00:28.737576 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-19d77f94-a0ab-419e-9b22-6519ed1ab96f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9239aad6-4d45-4ddd-89f9-d88ee29d6c44 HTTP/1.1" status: 200 len: 217 time: 0.0448711 Apr 07 13:00:28.739528 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-62cad9c8-0008-4e9e-a52c-3a88781e646c req-b0e3d21d-cc48-442c-ba90-789814516e52 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410736 Apr 07 13:00:28.798730 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-7eda007c-d9f8-48ab-b07f-87f3e1585d42 req-d880d1ce-aff1-4811-bc19-6624414bf8f0 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003621 Apr 07 13:00:28.808928 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-26f6fbff-28cc-4df9-be9f-617c3eb77c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:28.810319 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-26f6fbff-28cc-4df9-be9f-617c3eb77c52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.0595589 Apr 07 13:00:28.865196 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-97283e01-c4f4-4171-b03f-bccc829bc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:28.866713 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-97283e01-c4f4-4171-b03f-bccc829bc571 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439484 Apr 07 13:00:28.958087 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-813b65df-2fc8-4a46-9bc6-adad682c1cd0 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831792 Apr 07 13:00:29.045189 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6b12baf-2b95-488a-aef8-e7b8368fc4c4 req-4737b6b9-ffa8-4941-ace5-e41e853ca360 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804396 Apr 07 13:00:29.265631 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:00:29.363577 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:29.374816 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'port_id': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44', 'mac_address': 'fa:16:3e:f6:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:00:29.412039 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:00:29.412426 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:29.426690 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:00:29.446522 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:29.450637 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:29.451292 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:00:29.523648 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:29.587388 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:29.598359 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'port_id': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341', 'mac_address': 'fa:16:3e:65:75:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:00:29.634501 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:00:29.635035 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:29.647709 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:00:29.666332 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:29.670162 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:29.719671 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:29.862898 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23737afb-28ae-46e3-95c2-f4654af6bc7f req-ca0db55e-8f2b-44ef-a94e-b7a4c0df32c4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:29.864499 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-23737afb-28ae-46e3-95c2-f4654af6bc7f req-ca0db55e-8f2b-44ef-a94e-b7a4c0df32c4 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 944 time: 0.0583761 Apr 07 13:00:29.876136 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:00:29.912912 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-23737afb-28ae-46e3-95c2-f4654af6bc7f req-07d89c5e-1b10-4ecd-99e1-9105e9ba0195 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 Apr 07 13:00:29.918613 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045be98-e39a-4266-886a-07ef7d938496 req-b34aa783-4228-4ffe-b75e-e298fb2a3b1e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:29.920180 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4045be98-e39a-4266-886a-07ef7d938496 req-b34aa783-4228-4ffe-b75e-e298fb2a3b1e tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 944 time: 0.0546539 Apr 07 13:00:29.972039 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4045be98-e39a-4266-886a-07ef7d938496 req-0b3e898b-c0fb-40e4-8bf5-e9da762ee693 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Apr 07 13:00:30.102706 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['1bf6a95a-12e4-45e3-b8aa-0d40dd481341'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:00:30.229709 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['9239aad6-4d45-4ddd-89f9-d88ee29d6c44'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:00:31.029591 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1ed2e-f3e1-4aab-8384-a10968c6664c req-30288186-b583-48e4-a71f-41f450170609 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:31.031141 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-35f1ed2e-f3e1-4aab-8384-a10968c6664c req-30288186-b583-48e4-a71f-41f450170609 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 944 time: 0.0527685 Apr 07 13:00:31.077506 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-35f1ed2e-f3e1-4aab-8384-a10968c6664c req-afc15306-bb50-468e-8891-deebcba2ed73 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 Apr 07 13:00:31.090160 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20579d6d-98f2-4b99-816c-18b1d52ddfd8 req-fd5a97d1-bfd6-4ff7-bc6b-382f1ddad007 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:31.091674 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-20579d6d-98f2-4b99-816c-18b1d52ddfd8 req-fd5a97d1-bfd6-4ff7-bc6b-382f1ddad007 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 944 time: 0.0542853 Apr 07 13:00:31.139059 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-20579d6d-98f2-4b99-816c-18b1d52ddfd8 req-c17a1497-6407-4b2d-a3de-c7685a1e47bf tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Apr 07 13:00:31.518815 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2bbff28c-46c7-42ba-a116-25bc95ef9ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:31.552323 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:00:31.599271 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:00:31.603186 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:00:31.604085 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:31.802982 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:00:31.803270 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:31.824556 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:31.826784 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1416778-047d-4784-861f-f7e46f69db2b" -d '{"events": [{"server_uuid": "6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad", "name": "network-vif-plugged", "status": "completed", "tag": "9239aad6-4d45-4ddd-89f9-d88ee29d6c44"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:31.839689 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:31.844632 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:31.845437 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:00:31.866997 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb059bf3-c5a9-4f02-852e-583a508b4edb x-openstack-request-id: req-cb059bf3-c5a9-4f02-852e-583a508b4edb {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:31.867292 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad", "name": "network-vif-plugged", "status": "completed", "tag": "9239aad6-4d45-4ddd-89f9-d88ee29d6c44", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:31.867546 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb059bf3-c5a9-4f02-852e-583a508b4edb {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:31.867939 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb059bf3-c5a9-4f02-852e-583a508b4edb'] response: {'server_uuid': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44', 'code': 200} Apr 07 13:00:31.931072 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:31.939758 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:00:31.944200 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:00:31.944585 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:32.022629 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:00:32.023025 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:32.042789 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e8977-2fb1-4b94-9578-6eb222f99616 req-ab88e108-9c5c-4908-8c9f-04f24d3067fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:32.044503 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ad5e8977-2fb1-4b94-9578-6eb222f99616 req-ab88e108-9c5c-4908-8c9f-04f24d3067fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 1129 time: 0.0447912 Apr 07 13:00:32.056514 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:32.062098 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:32.097148 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ad5e8977-2fb1-4b94-9578-6eb222f99616 req-0ee95da1-1140-4919-be08-b59640cc53da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389462 Apr 07 13:00:32.113185 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:32.200508 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f6b53-78ac-4c7b-8f97-586bd9c7144c req-c37ed83f-ca73-4abb-acf0-da97fd0c5ce2 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:32.202007 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-117f6b53-78ac-4c7b-8f97-586bd9c7144c req-c37ed83f-ca73-4abb-acf0-da97fd0c5ce2 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.0566218 Apr 07 13:00:32.251751 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-117f6b53-78ac-4c7b-8f97-586bd9c7144c req-7a01d27a-e30d-46f3-9928-2cd22d835c1d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441656 Apr 07 13:00:32.265535 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a090cf-a200-48a2-a97a-b401a3afffbf req-c02ea44b-5433-4e83-ab64-e039f6c7530c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:32.267157 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a5a090cf-a200-48a2-a97a-b401a3afffbf req-c02ea44b-5433-4e83-ab64-e039f6c7530c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 945 time: 0.0609543 Apr 07 13:00:32.315817 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a5a090cf-a200-48a2-a97a-b401a3afffbf req-2a94df77-6d8c-4f4c-bda1-a7034d109a40 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Apr 07 13:00:33.373048 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b845c5-c849-4332-844e-ce540d1346e0 req-5d4e88a0-677b-4520-ba06-c5d72e4c4f96 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:33.374562 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f4b845c5-c849-4332-844e-ce540d1346e0 req-5d4e88a0-677b-4520-ba06-c5d72e4c4f96 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Apr 07 13:00:33.422552 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f4b845c5-c849-4332-844e-ce540d1346e0 req-6038d35f-2e81-4fb9-9781-fc50b92cab73 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Apr 07 13:00:33.435454 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685908f3-afb8-41b2-bd4d-e65015403cd8 req-3c0f2ccc-070e-4226-87f7-468747c43a29 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:33.436938 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-685908f3-afb8-41b2-bd4d-e65015403cd8 req-3c0f2ccc-070e-4226-87f7-468747c43a29 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 945 time: 0.0523758 Apr 07 13:00:33.483011 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-685908f3-afb8-41b2-bd4d-e65015403cd8 req-16690a64-15be-4a9a-afd0-a6e038254b53 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 Apr 07 13:00:33.856285 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c5b359ae-9f5d-482c-bdb2-3c673565971f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:33.868707 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c887229-f09d-4cee-b8b5-f899e7120029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:33.871862 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e8c2eb-93e4-48ee-ad9e-7df9bc237bd9" -d '{"events": [{"server_uuid": "9c887229-f09d-4cee-b8b5-f899e7120029", "name": "network-vif-plugged", "status": "completed", "tag": "1bf6a95a-12e4-45e3-b8aa-0d40dd481341"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:33.905212 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a93352-767f-43f3-bd95-816b88d54425 x-openstack-request-id: req-a9a93352-767f-43f3-bd95-816b88d54425 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:33.905538 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c887229-f09d-4cee-b8b5-f899e7120029", "name": "network-vif-plugged", "status": "completed", "tag": "1bf6a95a-12e4-45e3-b8aa-0d40dd481341", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:33.905796 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9a93352-767f-43f3-bd95-816b88d54425 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:33.906199 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a93352-767f-43f3-bd95-816b88d54425'] response: {'server_uuid': '9c887229-f09d-4cee-b8b5-f899e7120029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341', 'code': 200} Apr 07 13:00:34.075325 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-c32631ad-b8a6-4c78-9ac5-49f2807cb885 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894901550&fields=id&tenant_id=93ca6ad10d8a453890846cd1b84ed68a HTTP/1.1" status: 200 len: 267 time: 0.0450680 Apr 07 13:00:34.108456 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e938c-34ed-4f4e-a743-b2fe8d7af993 req-e11dbb67-ea39-40f1-9710-b6e6a6caa5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:34.109849 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-309e938c-34ed-4f4e-a743-b2fe8d7af993 req-e11dbb67-ea39-40f1-9710-b6e6a6caa5b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 1129 time: 0.0473545 Apr 07 13:00:34.131057 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-049cf726-a364-4bba-8ab9-c2bc89df2024 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:34.132522 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-049cf726-a364-4bba-8ab9-c2bc89df2024 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 984 time: 0.0518379 Apr 07 13:00:34.143198 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-5b5503c4-ec9a-401c-8f18-bcdc9cb83e2a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Request body: {'port': {'security_groups': ['6fafb9a3-89a5-4a90-b276-ca14908a7029']}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:34.160336 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-309e938c-34ed-4f4e-a743-b2fe8d7af993 req-3433c2e9-ccd2-4f14-b553-94bfa6567c19 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378246 Apr 07 13:00:34.218363 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-5b5503c4-ec9a-401c-8f18-bcdc9cb83e2a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:34.423900 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-5b5503c4-ec9a-401c-8f18-bcdc9cb83e2a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] For port 3857ed4c-d33e-47ea-97ad-b79df3398a6e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:34.454095 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-5b5503c4-ec9a-401c-8f18-bcdc9cb83e2a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:34.458746 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-5b5503c4-ec9a-401c-8f18-bcdc9cb83e2a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133721'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:34.471506 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['3857ed4c-d33e-47ea-97ad-b79df3398a6e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:00:34.540430 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-5b5503c4-ec9a-401c-8f18-bcdc9cb83e2a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:34.541133 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-5b5503c4-ec9a-401c-8f18-bcdc9cb83e2a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:34.543140 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-06effdcb-c95e-4b8d-a7b6-f3dd65f98e66 req-5b5503c4-ec9a-401c-8f18-bcdc9cb83e2a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "PUT /v2.0/ports/3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 200 len: 942 time: 0.4044251 Apr 07 13:00:34.543615 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:34.545879 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4cef96df81fa505de57a200bc31d086cb5d8200e5fb00bd1107ce0d7677235b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc94495-7d5a-431c-8630-8cfa86f2509d" -d '{"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:34.555395 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34852) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:34.567940 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66b521-b603-4848-a604-59daeb6a0ee1 req-6eaeed82-6285-4e24-8fcb-e88a9ad7f5a1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:34.570830 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2a66b521-b603-4848-a604-59daeb6a0ee1 req-6eaeed82-6285-4e24-8fcb-e88a9ad7f5a1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.0782759 Apr 07 13:00:34.609782 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5503c4-ec9a-401c-8f18-bcdc9cb83e2a tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event updated for resources: {'Port': ['ID=3857ed4c-d33e-47ea-97ad-b79df3398a6e,revision_number=7']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:34.657339 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['3857ed4c-d33e-47ea-97ad-b79df3398a6e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:00:34.671834 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2a66b521-b603-4848-a604-59daeb6a0ee1 req-0b21f4c5-5d20-480f-a625-1ebb9c5d9570 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855908 Apr 07 13:00:34.680876 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbbba96-3bca-4877-b92c-f74a542f1663 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group (7e46fac1-8793-4c8e-b16e-4e7c5353855e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:34.726804 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbbba96-3bca-4877-b92c-f74a542f1663 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group (7e46fac1-8793-4c8e-b16e-4e7c5353855e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:34.732045 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9475010-7dce-4cd3-8164-1c130e9a5e70 x-openstack-request-id: req-a9475010-7dce-4cd3-8164-1c130e9a5e70 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:34.732355 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:34.732580 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9475010-7dce-4cd3-8164-1c130e9a5e70 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:34.732977 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9475010-7dce-4cd3-8164-1c130e9a5e70'] response: {'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'status': 'completed', 'code': 200} Apr 07 13:00:34.747573 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12b206-dd5e-4896-82c8-60d5c3108ba0 req-b3a37ed0-f7e8-46d6-a1e6-5d1390a12969 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:34.749110 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ea12b206-dd5e-4896-82c8-60d5c3108ba0 req-b3a37ed0-f7e8-46d6-a1e6-5d1390a12969 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 945 time: 0.1058826 Apr 07 13:00:34.813111 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ea12b206-dd5e-4896-82c8-60d5c3108ba0 req-9a6a4c74-d28e-4b18-99e4-e5135cf868dc tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556791 Apr 07 13:00:34.835645 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbbba96-3bca-4877-b92c-f74a542f1663 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7e46fac1-8793-4c8e-b16e-4e7c5353855e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:34.839138 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8fbbba96-3bca-4877-b92c-f74a542f1663 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:34.840255 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-8fbbba96-3bca-4877-b92c-f74a542f1663 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "DELETE /v2.0/security-groups/7e46fac1-8793-4c8e-b16e-4e7c5353855e HTTP/1.1" status: 204 len: 168 time: 0.2839170 Apr 07 13:00:34.843059 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34856) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:34.849793 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbba96-3bca-4877-b92c-f74a542f1663 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e46fac1-8793-4c8e-b16e-4e7c5353855e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:34.859723 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-a752d3ec-cc59-4a95-8a0c-f29998998b7c None None] Provisioning complete for port 3857ed4c-d33e-47ea-97ad-b79df3398a6e triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:00:34.860204 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a752d3ec-cc59-4a95-8a0c-f29998998b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:34.947887 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-a752d3ec-cc59-4a95-8a0c-f29998998b7c None None] Current status of the port 3857ed4c-d33e-47ea-97ad-b79df3398a6e is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:00:34.989708 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ceaab-9a74-4fd7-8a65-7c221259e442 req-6da07714-53c0-4f5e-9bf0-e3e81e569d24 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:34.991244 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f86ceaab-9a74-4fd7-8a65-7c221259e442 req-6da07714-53c0-4f5e-9bf0-e3e81e569d24 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 945 time: 0.1085830 Apr 07 13:00:34.999900 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 34858) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:35.004154 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-1664a367-6df9-4275-9936-b1a010e6a5f1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Request body: {'floatingip': {'port_id': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:35.076201 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1664a367-6df9-4275-9936-b1a010e6a5f1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (6d72fbc7-f490-4c75-8658-c2def5a5fa78), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:35.124569 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:35.214400 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-ef7482c4-cae4-4ab1-9629-be1e9346e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:35.215836 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-ef7482c4-cae4-4ab1-9629-be1e9346e0c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 1129 time: 0.1678913 Apr 07 13:00:35.220362 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Deleting port 5af62ec1-f434-4186-96f3-31ab18fa3156 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:35.220698 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (5af62ec1-f434-4186-96f3-31ab18fa3156), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:35.451842 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (5af62ec1-f434-4186-96f3-31ab18fa3156), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:35.452168 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for floatingip (5af62ec1-f434-4186-96f3-31ab18fa3156), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:35.482012 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Calling delete_port for 5af62ec1-f434-4186-96f3-31ab18fa3156 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:35.484032 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-7e63a127-2f36-4b67-ba80-44136bb54ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:35.485484 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-7e63a127-2f36-4b67-ba80-44136bb54ce3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26d37adf-3d0a-4195-aea4-8da2820be600 HTTP/1.1" status: 200 len: 915 time: 0.2058558 Apr 07 13:00:35.784802 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d67432-4ada-4b36-9939-96209a04d03c req-65df91eb-f671-4a01-9695-7a57d2a18361 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:35.786299 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-91d67432-4ada-4b36-9939-96209a04d03c req-65df91eb-f671-4a01-9695-7a57d2a18361 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.0515158 Apr 07 13:00:35.833087 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1664a367-6df9-4275-9936-b1a010e6a5f1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:35.836386 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-91d67432-4ada-4b36-9939-96209a04d03c req-4d530177-6b52-4700-8949-695e0deb9b99 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Apr 07 13:00:35.838319 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1664a367-6df9-4275-9936-b1a010e6a5f1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (6d72fbc7-f490-4c75-8658-c2def5a5fa78), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:35.879854 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (5af62ec1-f434-4186-96f3-31ab18fa3156), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:35.921959 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event deleted for resources: {'Port': ['ID=5af62ec1-f434-4186-96f3-31ab18fa3156,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:35.986805 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-48bc51e3-a5d3-449d-901a-9333596f0f90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 200 len: 217 time: 0.0758631 Apr 07 13:00:36.081250 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [None req-1664a367-6df9-4275-9936-b1a010e6a5f1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Floating IP 6d72fbc7-f490-4c75-8658-c2def5a5fa78 associated. External IP: 172.28.2.212, port: 9239aad6-4d45-4ddd-89f9-d88ee29d6c44. Apr 07 13:00:36.125971 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-f432ab7b-4085-4091-9da1-de8d4dd705bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:36.127449 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-f432ab7b-4085-4091-9da1-de8d4dd705bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa7e0ded-adc4-451c-922d-4d44c076ad34 HTTP/1.1" status: 200 len: 853 time: 0.1341836 Apr 07 13:00:36.132661 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks [] for floatingip (08eacfa8-8a5b-450b-b746-73fb90bfe8a0), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:36.132983 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Floating IP 08eacfa8-8a5b-450b-b746-73fb90bfe8a0 disassociated (deleted). External IP: 172.28.2.243, port: 3857ed4c-d33e-47ea-97ad-b79df3398a6e. Apr 07 13:00:36.395328 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:36.571264 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-08b9b545-f3f4-49ff-8970-10fa9fe265ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:36.573507 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-08b9b545-f3f4-49ff-8970-10fa9fe265ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26d37adf-3d0a-4195-aea4-8da2820be600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4001842 Apr 07 13:00:36.833512 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-0dfdad7c-b508-4b4a-8225-905515ce0747 service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514055 Apr 07 13:00:36.846648 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1664a367-6df9-4275-9936-b1a010e6a5f1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Router e98473a3-78b7-4e59-8017-1d1bcc3c678d has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:36.913120 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Router c8117bd5-b866-488c-ac15-c3114ce34bef has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:37.094021 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bc94495-7d5a-431c-8630-8cfa86f2509d req-b0bdd9ea-2c12-40b1-aaf6-a6257db3ce9b service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494249 Apr 07 13:00:37.151477 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7a15e-42f0-4ac7-b3c3-e476f6ac380c req-ab856cb7-ea15-4190-b2a9-f557d8fad15d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:37.152941 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ff7a15e-42f0-4ac7-b3c3-e476f6ac380c req-ab856cb7-ea15-4190-b2a9-f557d8fad15d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.2418334 Apr 07 13:00:37.192279 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1664a367-6df9-4275-9936-b1a010e6a5f1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:37.199927 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1664a367-6df9-4275-9936-b1a010e6a5f1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:37.201544 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] Sync routers for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:37.210591 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:37.211209 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:37.238275 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:37.248104 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:37.250287 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] Sync routers for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:37.262514 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:37.263252 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:37.278495 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ff7a15e-42f0-4ac7-b3c3-e476f6ac380c req-13b6fc26-5317-4752-b680-7287583ecabe tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198876 Apr 07 13:00:37.290245 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-1664a367-6df9-4275-9936-b1a010e6a5f1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "PUT /v2.0/floatingips/6d72fbc7-f490-4c75-8658-c2def5a5fa78 HTTP/1.1" status: 200 len: 991 time: 2.2791433 Apr 07 13:00:37.290245 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'tag': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:37.290245 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad", "tag": "9239aad6-4d45-4ddd-89f9-d88ee29d6c44"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:37.311576 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-9c77ebac-21cd-4b80-8ff2-f2e14752b783 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "DELETE /v2.0/floatingips/08eacfa8-8a5b-450b-b746-73fb90bfe8a0 HTTP/1.1" status: 204 len: 168 time: 2.4673908 Apr 07 13:00:37.328094 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5372226b-819a-450b-911e-a26472805dc9 x-openstack-request-id: req-5372226b-819a-450b-911e-a26472805dc9 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:37.328724 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad", "tag": "9239aad6-4d45-4ddd-89f9-d88ee29d6c44", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:37.329119 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5372226b-819a-450b-911e-a26472805dc9 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:37.329783 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5372226b-819a-450b-911e-a26472805dc9'] response: {'name': 'network-changed', 'server_uuid': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'tag': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44', 'status': 'completed', 'code': 200} Apr 07 13:00:37.372283 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:37.392287 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:37.452326 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-fcb4df45-ccf4-4bd8-bf31-3b96748962cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:37.454549 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-fcb4df45-ccf4-4bd8-bf31-3b96748962cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44adc946af924325bf2c5b6d12ce7095&device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 1129 time: 0.0997834 Apr 07 13:00:37.467302 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204869c-b744-4f2c-b5b5-9a49dc009e50 req-ae91c5d8-a198-4c08-ab1d-b532032a262f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:37.469084 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8204869c-b744-4f2c-b5b5-9a49dc009e50 req-ae91c5d8-a198-4c08-ab1d-b532032a262f tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.0850117 Apr 07 13:00:37.479206 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34876) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:37.483566 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b850350b-254c-42bd-8fc5-4b11ca913567 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Request body: {'floatingip': {'port_id': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:00:37.569749 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b850350b-254c-42bd-8fc5-4b11ca913567 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (d91c57cc-9779-46c9-81d9-54bb83aeae9f), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:37.589819 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-bd34729d-9187-481c-8727-9f9d5913d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:37.591439 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-bd34729d-9187-481c-8727-9f9d5913d91a service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 200 len: 912 time: 0.1210635 Apr 07 13:00:37.678382 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-6812add4-785d-4570-9433-ca69e354b5fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9239aad6-4d45-4ddd-89f9-d88ee29d6c44 HTTP/1.1" status: 200 len: 999 time: 0.0778680 Apr 07 13:00:37.708085 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '6d72fbc7-f490-4c75-8658-c2def5a5fa78', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'floating_ip_address': '172.28.2.212', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'port_id': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'mac_address': 'fa:16:3e:f6:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:00:21Z', 'updated_at': '2022-04-07T13:00:35Z', 'revision_number': 1, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:37.717048 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'a96405ba-73c4-488b-89ed-e5bf5b388144', 'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'mac_address': 'fa:16:3e:67:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:52Z', 'updated_at': '2022-04-07T12:57:57Z', 'revision_number': 5, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'subnets': [{'id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:37.744777 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] Checking router: e98473a3-78b7-4e59-8017-1d1bcc3c678d for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:37.749209 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] Checking router: c8117bd5-b866-488c-ac15-c3114ce34bef for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:37.754026 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-e0104f61-6f6a-4121-b714-bd564ca5e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:37.755146 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:37.755935 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-e0104f61-6f6a-4121-b714-bd564ca5e5c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 200 len: 850 time: 0.0692258 Apr 07 13:00:37.756109 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:37.758827 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:37.759430 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:37.829018 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:37.877832 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:37.890398 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:38.054829 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-24eb05b9-4138-4d33-bd53-c16bf0235c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:38.063429 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-24eb05b9-4138-4d33-bd53-c16bf0235c74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ca162ac-5f24-4fa1-ba6f-9a6242c95701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0960758 Apr 07 13:00:38.166685 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b850350b-254c-42bd-8fc5-4b11ca913567 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:38.168983 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '6d72fbc7-f490-4c75-8658-c2def5a5fa78', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'floating_ip_address': '172.28.2.212', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'port_id': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'mac_address': 'fa:16:3e:f6:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:00:21Z', 'updated_at': '2022-04-07T13:00:35Z', 'revision_number': 1, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:38.173039 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b850350b-254c-42bd-8fc5-4b11ca913567 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (d91c57cc-9779-46c9-81d9-54bb83aeae9f), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:38.198692 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-2f91bc24-ff46-4eef-a785-e40632b88ed5 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082740 Apr 07 13:00:38.209596 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39b442-27df-4b87-a0cc-8782766ec772 None None] The sync data for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb is: [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': '6d72fbc7-f490-4c75-8658-c2def5a5fa78', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'floating_ip_address': '172.28.2.212', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'port_id': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'mac_address': 'fa:16:3e:f6:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:00:21Z', 'updated_at': '2022-04-07T13:00:35Z', 'revision_number': 1, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:38.214506 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'a96405ba-73c4-488b-89ed-e5bf5b388144', 'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'mac_address': 'fa:16:3e:67:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:52Z', 'updated_at': '2022-04-07T12:57:57Z', 'revision_number': 5, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'subnets': [{'id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:38.257124 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db8c64-3756-4bf0-aa06-73b2a54eee84 None None] The sync data for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb is: [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:53Z', 'revision_number': 4, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'a96405ba-73c4-488b-89ed-e5bf5b388144', 'name': '', 'network_id': '26d37adf-3d0a-4195-aea4-8da2820be600', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'mac_address': 'fa:16:3e:67:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:52Z', 'updated_at': '2022-04-07T12:57:57Z', 'revision_number': 5, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'subnets': [{'id': 'aa7e0ded-adc4-451c-922d-4d44c076ad34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:38.325351 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-b850350b-254c-42bd-8fc5-4b11ca913567 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Floating IP d91c57cc-9779-46c9-81d9-54bb83aeae9f associated. External IP: 172.28.2.204, port: 1bf6a95a-12e4-45e3-b8aa-0d40dd481341. Apr 07 13:00:38.333858 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-acafe8a7-cffe-49b2-b7f4-15ae081ad1e7 req-3ae41467-1e14-468c-9e91-289fcf02beb5 service neutron] 10.222.0.26 "GET /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284935 Apr 07 13:00:38.524080 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028565f2-74da-45b1-806d-80a01b54c5c8 None None] New status for floating IP 6d72fbc7-f490-4c75-8658-c2def5a5fa78: ACTIVE {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:00:38.604153 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5aa9d-eb01-4167-bbf3-096c4b955f0a None None] New status for floating IP 08eacfa8-8a5b-450b-b746-73fb90bfe8a0: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:00:38.732150 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b850350b-254c-42bd-8fc5-4b11ca913567 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:38.848540 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b850350b-254c-42bd-8fc5-4b11ca913567 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:38.852999 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b850350b-254c-42bd-8fc5-4b11ca913567 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:38.859591 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:38.869618 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:38.870246 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:38.888652 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b850350b-254c-42bd-8fc5-4b11ca913567 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "PUT /v2.0/floatingips/d91c57cc-9779-46c9-81d9-54bb83aeae9f HTTP/1.1" status: 200 len: 991 time: 1.4084456 Apr 07 13:00:38.889226 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c887229-f09d-4cee-b8b5-f899e7120029', 'tag': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:38.891577 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4cef96df81fa505de57a200bc31d086cb5d8200e5fb00bd1107ce0d7677235b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c6cc1f-7899-4653-8c24-02f5382060b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c887229-f09d-4cee-b8b5-f899e7120029", "tag": "1bf6a95a-12e4-45e3-b8aa-0d40dd481341"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:38.929253 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd51cd4-29c9-453f-afd9-bd950ecab12e x-openstack-request-id: req-6dd51cd4-29c9-453f-afd9-bd950ecab12e {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:38.929253 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c887229-f09d-4cee-b8b5-f899e7120029", "tag": "1bf6a95a-12e4-45e3-b8aa-0d40dd481341", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:38.929473 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6dd51cd4-29c9-453f-afd9-bd950ecab12e {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:38.929871 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd51cd4-29c9-453f-afd9-bd950ecab12e'] response: {'name': 'network-changed', 'server_uuid': '9c887229-f09d-4cee-b8b5-f899e7120029', 'tag': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341', 'status': 'completed', 'code': 200} Apr 07 13:00:38.997398 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:39.003738 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-13228f53-7562-46ee-9535-75e2563e7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:39.005261 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-13228f53-7562-46ee-9535-75e2563e7448 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e8ec0872574b838c0c1bad4abf2093&device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 1129 time: 0.0469007 Apr 07 13:00:39.109056 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-b7e0f58a-dfc3-46f5-b708-ced523fb7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:39.110627 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-b7e0f58a-dfc3-46f5-b708-ced523fb7a8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 200 len: 916 time: 0.0994782 Apr 07 13:00:39.184990 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-471facfd-7ae0-4ad0-8a2d-c4469a531b6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf6a95a-12e4-45e3-b8aa-0d40dd481341 HTTP/1.1" status: 200 len: 999 time: 0.0662630 Apr 07 13:00:39.234300 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-2694fa66-9480-46eb-8989-9268f368d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:39.235762 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-2694fa66-9480-46eb-8989-9268f368d11b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 200 len: 854 time: 0.0443747 Apr 07 13:00:39.284837 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-f68faa27-0ca3-4e09-ae03-43a17b2bb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:39.286363 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-f68faa27-0ca3-4e09-ae03-43a17b2bb8fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7168dd73-28dd-4ce5-9a86-2153d1e0fea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436749 Apr 07 13:00:39.346080 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:39.348327 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa173cf8-a567-4345-8bca-c0875aa3717b" -d '{"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:39.348590 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': 'd91c57cc-9779-46c9-81d9-54bb83aeae9f', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.204', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:65:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c887229-f09d-4cee-b8b5-f899e7120029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:00:20Z', 'updated_at': '2022-04-07T13:00:38Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:39.375270 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:39.385827 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:39.386496 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:39.386780 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c0c4b-1e47-451f-8867-6e9e24e287e0 x-openstack-request-id: req-a82c0c4b-1e47-451f-8867-6e9e24e287e0 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:39.387100 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:39.387442 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a82c0c4b-1e47-451f-8867-6e9e24e287e0 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:39.387896 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82c0c4b-1e47-451f-8867-6e9e24e287e0'] response: {'name': 'network-changed', 'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'status': 'completed', 'code': 200} Apr 07 13:00:39.390097 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-a37babd9-f0fc-49ee-890e-80eb7fef2378 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965972 Apr 07 13:00:39.500585 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:39.524671 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-fd297fcd-e677-40e3-b413-b2140cc91cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:39.526695 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-fd297fcd-e677-40e3-b413-b2140cc91cdb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 1129 time: 0.0990691 Apr 07 13:00:39.528869 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c5c6cc1f-7899-4653-8c24-02f5382060b5 req-9d33b6fb-ecc6-49f5-a339-8e9400c6ee47 service neutron] 10.222.0.26 "GET /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204300 Apr 07 13:00:39.624576 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-95270cd6-83d0-4613-9d34-7f9ad9ec9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:39.626022 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-95270cd6-83d0-4613-9d34-7f9ad9ec9be6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26d37adf-3d0a-4195-aea4-8da2820be600 HTTP/1.1" status: 200 len: 915 time: 0.0869975 Apr 07 13:00:39.671475 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-0411626c-2d15-432b-95f2-6c71a6086384 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 200 len: 217 time: 0.0388486 Apr 07 13:00:39.723412 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-43b05261-a91e-4d48-95f6-b337896d18df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:39.725016 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-43b05261-a91e-4d48-95f6-b337896d18df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa7e0ded-adc4-451c-922d-4d44c076ad34 HTTP/1.1" status: 200 len: 853 time: 0.0441563 Apr 07 13:00:39.732387 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': 'd91c57cc-9779-46c9-81d9-54bb83aeae9f', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.204', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:65:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c887229-f09d-4cee-b8b5-f899e7120029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:00:20Z', 'updated_at': '2022-04-07T13:00:38Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:39.758794 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d475a79-594b-4fa2-b45a-fdac2bc3fd11 None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': 'd91c57cc-9779-46c9-81d9-54bb83aeae9f', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'floating_ip_address': '172.28.2.204', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'port_id': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'mac_address': 'fa:16:3e:65:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c887229-f09d-4cee-b8b5-f899e7120029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:00:20Z', 'updated_at': '2022-04-07T13:00:38Z', 'revision_number': 1, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:39.773630 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-178b4215-334d-4cd6-9274-baaea9c86368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:39.775766 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-178b4215-334d-4cd6-9274-baaea9c86368 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26d37adf-3d0a-4195-aea4-8da2820be600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438373 Apr 07 13:00:39.875947 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-b5d7b906-78b2-40f9-a5dc-f6d0bf55b889 service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912311 Apr 07 13:00:39.960404 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9d630-9237-4ff1-a118-b33b643b01e0 None None] New status for floating IP d91c57cc-9779-46c9-81d9-54bb83aeae9f: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:00:39.969612 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fa173cf8-a567-4345-8bca-c0875aa3717b req-d6da1320-c7c6-41e3-b709-814538c388f4 service neutron] 10.222.0.26 "GET /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862675 Apr 07 13:00:40.211693 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63842769-5069-4246-ad44-577dbbcd9433 req-a71e5217-3747-43c8-8043-68fd45a7a66c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:40.213791 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-63842769-5069-4246-ad44-577dbbcd9433 req-a71e5217-3747-43c8-8043-68fd45a7a66c tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0521305 Apr 07 13:00:40.262982 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-63842769-5069-4246-ad44-577dbbcd9433 req-c6b1b99e-c69a-4900-b220-957ef537b012 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Apr 07 13:00:41.389963 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d97f2-09fa-4427-b4f4-2e3c55896b50 req-743c9959-177a-4e60-b528-7fed4ebf347f tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:41.391633 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-637d97f2-09fa-4427-b4f4-2e3c55896b50 req-743c9959-177a-4e60-b528-7fed4ebf347f tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0579808 Apr 07 13:00:41.440020 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-637d97f2-09fa-4427-b4f4-2e3c55896b50 req-dfcc089d-ddd2-4d1e-aa46-447fc59da126 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Apr 07 13:00:42.237761 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-42aafa96-a25a-4e3c-a28d-a6cae308dd17 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:42.239996 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-42aafa96-a25a-4e3c-a28d-a6cae308dd17 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.26 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0532384 Apr 07 13:00:42.332762 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Deleting port 3857ed4c-d33e-47ea-97ad-b79df3398a6e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:42.333099 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:42.721598 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] For port 3857ed4c-d33e-47ea-97ad-b79df3398a6e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=3857ed4c-d33e-47ea-97ad-b79df3398a6e,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:42.721876 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:42.741809 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415c8a1-11d0-4212-8bd2-81cf519f8b46 req-c3fe2761-407e-41f0-93d8-ce70bfd85c95 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:42.743319 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e415c8a1-11d0-4212-8bd2-81cf519f8b46 req-c3fe2761-407e-41f0-93d8-ce70bfd85c95 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/ports?device_id=f161fc74-48ba-4dde-a284-36892f40d248 HTTP/1.1" status: 200 len: 945 time: 0.0894597 Apr 07 13:00:42.744278 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Calling delete_port for 3857ed4c-d33e-47ea-97ad-b79df3398a6e owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:42.840478 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e415c8a1-11d0-4212-8bd2-81cf519f8b46 req-9190943b-1e95-4c8e-98f8-18d1f3438247 tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.45 "GET /v2.0/security-groups?id=6fafb9a3-89a5-4a90-b276-ca14908a7029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904791 Apr 07 13:00:42.907777 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (3857ed4c-d33e-47ea-97ad-b79df3398a6e), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:42.921068 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['3857ed4c-d33e-47ea-97ad-b79df3398a6e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:00:42.938704 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Pushing event deleted for resources: {'Port': ['ID=3857ed4c-d33e-47ea-97ad-b79df3398a6e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:42.984706 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] No DVR routers for this DVR port 3857ed4c-d33e-47ea-97ad-b79df3398a6e on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:00:42.987039 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:42.990294 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-dd54fbed-2e4f-49c0-8e5e-0aecdc5e16e6 req-1c63f6c1-ec3f-4ab0-b372-87336b0a6dbf tempest-TestMinimumBasicScenario-1208945680 tempest-TestMinimumBasicScenario-1208945680-project] 10.222.0.26 "DELETE /v2.0/ports/3857ed4c-d33e-47ea-97ad-b79df3398a6e HTTP/1.1" status: 204 len: 173 time: 0.7451189 Apr 07 13:00:42.990734 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'name': 'network-vif-deleted', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:42.992932 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a5b13-8077-4d36-ae59-36519461d4bf" -d '{"events": [{"server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "name": "network-vif-deleted", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:43.035687 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287acffa-610d-4ffe-bfc1-540872f97db5 x-openstack-request-id: req-287acffa-610d-4ffe-bfc1-540872f97db5 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:43.036110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f161fc74-48ba-4dde-a284-36892f40d248", "name": "network-vif-deleted", "tag": "3857ed4c-d33e-47ea-97ad-b79df3398a6e", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:43.036364 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-287acffa-610d-4ffe-bfc1-540872f97db5 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:43.036764 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287acffa-610d-4ffe-bfc1-540872f97db5'] response: {'server_uuid': 'f161fc74-48ba-4dde-a284-36892f40d248', 'name': 'network-vif-deleted', 'tag': '3857ed4c-d33e-47ea-97ad-b79df3398a6e', 'status': 'completed', 'code': 200} Apr 07 13:00:44.405134 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34962) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:44.828472 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2031553'] for router_interface (c8117bd5-b866-488c-ac15-c3114ce34bef), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:45.130340 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Deleting port a96405ba-73c4-488b-89ed-e5bf5b388144 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:45.130675 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:45.208719 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] For port a96405ba-73c4-488b-89ed-e5bf5b388144, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=a96405ba-73c4-488b-89ed-e5bf5b388144,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:45.209076 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:45.221152 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Calling delete_port for a96405ba-73c4-488b-89ed-e5bf5b388144 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:45.395203 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (a96405ba-73c4-488b-89ed-e5bf5b388144), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:45.421862 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96405ba-73c4-488b-89ed-e5bf5b388144,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:45.588654 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 3857ed4c-d33e-47ea-97ad-b79df3398a6e no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:45.595614 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2031502'] for router_interface (c8117bd5-b866-488c-ac15-c3114ce34bef), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:45.611973 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 3857ed4c-d33e-47ea-97ad-b79df3398a6e {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:45.612331 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 3857ed4c-d33e-47ea-97ad-b79df3398a6e not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:45.982178 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Router c8117bd5-b866-488c-ac15-c3114ce34bef has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:46.088326 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:46.093263 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-95fca553-3999-454f-8e26-bda01145e9b8 admin admin] 10.222.0.45 "PUT /v2.0/routers/c8117bd5-b866-488c-ac15-c3114ce34bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871922 Apr 07 13:00:46.096033 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 34978) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:46.098714 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] Sync routers for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:46.108954 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:46.109591 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:46.199733 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks [] for router (c8117bd5-b866-488c-ac15-c3114ce34bef), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:46.216186 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:46.319895 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks [] for router_gateway (c8117bd5-b866-488c-ac15-c3114ce34bef), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:46.376309 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Deleting port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:46.376638 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:46.397629 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T13:00:45Z', 'revision_number': 5, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port': {'id': '9aa87e3c-06c7-4aa8-907a-4144e1c038f8', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:46.429595 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] Checking router: c8117bd5-b866-488c-ac15-c3114ce34bef for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:46.439154 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] Routers {'c8117bd5-b866-488c-ac15-c3114ce34bef'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:46.439784 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['c8117bd5-b866-488c-ac15-c3114ce34bef'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:46.464331 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] For port 9aa87e3c-06c7-4aa8-907a-4144e1c038f8, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=9aa87e3c-06c7-4aa8-907a-4144e1c038f8,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:46.465069 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:46.479132 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Calling delete_port for 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:46.531619 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] Set router c8117bd5-b866-488c-ac15-c3114ce34bef gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:46.593556 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T13:00:46Z', 'revision_number': 6, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port_host': None}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:46.628840 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628fb0f1-2464-4f2f-a2d4-911c7eb8ef3c None None] The sync data for ids ['c8117bd5-b866-488c-ac15-c3114ce34bef'] in dv-cinder-836944-2-smb is: [{'id': 'c8117bd5-b866-488c-ac15-c3114ce34bef', 'name': 'tempest-TestMinimumBasicScenario-303571795-router', 'tenant_id': '93ca6ad10d8a453890846cd1b84ed68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:49Z', 'updated_at': '2022-04-07T13:00:46Z', 'revision_number': 6, 'project_id': '93ca6ad10d8a453890846cd1b84ed68a', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:46.721987 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (9aa87e3c-06c7-4aa8-907a-4144e1c038f8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:46.750813 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa87e3c-06c7-4aa8-907a-4144e1c038f8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:46.825899 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2017531'] for router_gateway (c8117bd5-b866-488c-ac15-c3114ce34bef), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:46.966545 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2031018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65228'] for router (c8117bd5-b866-488c-ac15-c3114ce34bef), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:46.970822 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks [] for router_controller (c8117bd5-b866-488c-ac15-c3114ce34bef), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.100813 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2031013'] for router (c8117bd5-b866-488c-ac15-c3114ce34bef), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.101388 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8117bd5-b866-488c-ac15-c3114ce34bef {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:00:47.110505 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.111655 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-9dd30b9e-30ac-4ae5-bcf8-11220e4758c9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c8117bd5-b866-488c-ac15-c3114ce34bef HTTP/1.1" status: 204 len: 168 time: 1.0147150 Apr 07 13:00:47.114319 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35006) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:47.153457 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49579e57-1567-4a5d-a79a-d85b3ce09390 req-c6b07c48-6ab9-4868-9ba2-7bb1d84d47d8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:47.155173 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-49579e57-1567-4a5d-a79a-d85b3ce09390 req-c6b07c48-6ab9-4868-9ba2-7bb1d84d47d8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.1027052 Apr 07 13:00:47.174100 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c6a744-8c9b-4046-9d0b-f0e10b6ac03c admin admin] Deleting subnet aa7e0ded-adc4-451c-922d-4d44c076ad34 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:00:47.182911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a744-8c9b-4046-9d0b-f0e10b6ac03c admin admin] Publish callbacks [] for subnet (aa7e0ded-adc4-451c-922d-4d44c076ad34), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.215765 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-49579e57-1567-4a5d-a79a-d85b3ce09390 req-429f84ca-ea88-4b5f-806e-408777c39143 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545866 Apr 07 13:00:47.226814 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a744-8c9b-4046-9d0b-f0e10b6ac03c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5036836'] for subnet (aa7e0ded-adc4-451c-922d-4d44c076ad34), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.335509 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a744-8c9b-4046-9d0b-f0e10b6ac03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (aa7e0ded-adc4-451c-922d-4d44c076ad34), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.386943 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a744-8c9b-4046-9d0b-f0e10b6ac03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5211432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638134'] for subnet (aa7e0ded-adc4-451c-922d-4d44c076ad34), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.411035 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6a744-8c9b-4046-9d0b-f0e10b6ac03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7e0ded-adc4-451c-922d-4d44c076ad34,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:47.416687 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a744-8c9b-4046-9d0b-f0e10b6ac03c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.420631 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-b2c6a744-8c9b-4046-9d0b-f0e10b6ac03c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/aa7e0ded-adc4-451c-922d-4d44c076ad34 HTTP/1.1" status: 204 len: 168 time: 0.3053038 Apr 07 13:00:47.422885 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3db61a-8e7d-4799-bc17-6371c737a843 None None] Network 26d37adf-3d0a-4195-aea4-8da2820be600 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:00:47.423273 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35008) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:47.499993 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (26d37adf-3d0a-4195-aea4-8da2820be600), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.557114 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Deleting port 0d391126-d22e-4693-a0b8-99edc7eecdb7 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:47.557894 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.566828 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:47.597292 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:47.597922 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 9aa87e3c-06c7-4aa8-907a-4144e1c038f8 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:47.598037 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device a96405ba-73c4-488b-89ed-e5bf5b388144 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:47.619108 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: a96405ba-73c4-488b-89ed-e5bf5b388144 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:47.619779 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device a96405ba-73c4-488b-89ed-e5bf5b388144 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:47.628199 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] DHCP port deletion for 26d37adf-3d0a-4195-aea4-8da2820be600 request from dv-cinder-836944-2-smb {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:00:47.643902 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] For port 0d391126-d22e-4693-a0b8-99edc7eecdb7, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=0d391126-d22e-4693-a0b8-99edc7eecdb7,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:47.644277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.658321 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Calling delete_port for 0d391126-d22e-4693-a0b8-99edc7eecdb7 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:47.690021 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] Deleting port 0d391126-d22e-4693-a0b8-99edc7eecdb7 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:47.690809 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.750695 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.792736 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] No DVR routers for this DVR port 0d391126-d22e-4693-a0b8-99edc7eecdb7 on host dv-cinder-836944-2-smb {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:00:47.798870 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=0d391126-d22e-4693-a0b8-99edc7eecdb7,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:47.894383 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (26d37adf-3d0a-4195-aea4-8da2820be600), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.914302 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d37adf-3d0a-4195-aea4-8da2820be600']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:47.914981 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] For port 0d391126-d22e-4693-a0b8-99edc7eecdb7, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=0d391126-d22e-4693-a0b8-99edc7eecdb7,segment=NetworkSegment(40c6416a-5a27-47b1-ab09-88c41b8e83b4),segment_id=40c6416a-5a27-47b1-ab09-88c41b8e83b4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:47.915884 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.924467 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c6416a-5a27-47b1-ab09-88c41b8e83b4') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:47.924761 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c6416a-5a27-47b1-ab09-88c41b8e83b4') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:47.928549 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] Calling delete_port for 0d391126-d22e-4693-a0b8-99edc7eecdb7 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:47.935122 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5036861'] for segment (40c6416a-5a27-47b1-ab09-88c41b8e83b4), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.948852 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (40c6416a-5a27-47b1-ab09-88c41b8e83b4), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.954918 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:00:47.955298 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5211598'] for segment (40c6416a-5a27-47b1-ab09-88c41b8e83b4), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: Traceback (most recent call last): Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: timer() Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: cb(*args, **kw) Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: return func(*args, **kwargs) Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: self._notify() Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: self.callback(batched_events) Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: event.method(event) Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: return f(self, *a, **k) Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: return self._get(url).json() Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: return self.request(url, 'GET', **kwargs) Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:00:47.956946 dv-cinder-836944-2-smb neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:00:48.015499 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (26d37adf-3d0a-4195-aea4-8da2820be600), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:48.022758 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:48.026115 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] 10.222.0.45 "DELETE /v2.0/networks/26d37adf-3d0a-4195-aea4-8da2820be600 HTTP/1.1" status: 204 len: 168 time: 0.6017609 Apr 07 13:00:48.029268 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35010) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:48.036119 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c61f3b-3d01-4819-9393-0da1b6eb0ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=26d37adf-3d0a-4195-aea4-8da2820be600,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:48.049394 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185'] for port (0d391126-d22e-4693-a0b8-99edc7eecdb7), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:48.073842 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] Network 26d37adf-3d0a-4195-aea4-8da2820be600 is not hosted by any dhcp agent {{(pid=103163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 13:00:48.074374 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] No DVR routers for this DVR port 0d391126-d22e-4693-a0b8-99edc7eecdb7 on host dv-cinder-836944-2-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:00:48.076031 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29033cea-9fe9-48cb-9f48-24f3788c99b4 None None] Pushing event deleted for resources: {'Port': ['ID=0d391126-d22e-4693-a0b8-99edc7eecdb7,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:48.356637 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698a35-3c8b-4ad8-b7d7-18c6de35c3ee req-3f21d55a-8e2e-47fb-9be1-e1e5b73ddb9e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:48.358365 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2f698a35-3c8b-4ad8-b7d7-18c6de35c3ee req-3f21d55a-8e2e-47fb-9be1-e1e5b73ddb9e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0661485 Apr 07 13:00:48.405839 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2f698a35-3c8b-4ad8-b7d7-18c6de35c3ee req-a5c912b5-e257-4728-a48d-e075abbde058 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Apr 07 13:00:48.496221 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3683f-cdb5-47ec-ac25-a669dd623bc8 req-a3e103a9-69e5-4a20-8ab0-525d53e4108f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:48.497673 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3db3683f-cdb5-47ec-ac25-a669dd623bc8 req-a3e103a9-69e5-4a20-8ab0-525d53e4108f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.1061134 Apr 07 13:00:48.585326 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3db3683f-cdb5-47ec-ac25-a669dd623bc8 req-609e3c7e-7a5c-4f24-8c72-3164f3af64f4 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712676 Apr 07 13:00:48.665576 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2031553'] for router_interface (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:48.782997 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:48.905882 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Deleting port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:48.906206 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:48.979919 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] For port 2bda2fa2-bdab-467e-b8ff-b2a102bbb776, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=2bda2fa2-bdab-467e-b8ff-b2a102bbb776,segment=NetworkSegment(1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd),segment_id=1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:48.980187 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:48.993050 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Calling delete_port for 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:49.170237 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (2bda2fa2-bdab-467e-b8ff-b2a102bbb776), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:49.198507 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bda2fa2-bdab-467e-b8ff-b2a102bbb776,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:49.362748 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2031502'] for router_interface (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:49.535856 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342318ca-4ffb-4391-9e0a-eddb95e94a10 req-0751d055-cad0-4606-a43d-5a54cd781565 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:49.538672 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-342318ca-4ffb-4391-9e0a-eddb95e94a10 req-0751d055-cad0-4606-a43d-5a54cd781565 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0584140 Apr 07 13:00:49.582829 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:49.597998 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-342318ca-4ffb-4391-9e0a-eddb95e94a10 req-9649375c-0f5c-4ce7-a5a5-f2102ac6fc32 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522809 Apr 07 13:00:49.605595 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 0d391126-d22e-4693-a0b8-99edc7eecdb7 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:49.635303 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 0d391126-d22e-4693-a0b8-99edc7eecdb7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:49.636030 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 0d391126-d22e-4693-a0b8-99edc7eecdb7 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:49.726906 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:49.733370 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-63b413db-ce1c-4349-8522-bf8322dd1500 admin admin] 10.222.0.45 "PUT /v2.0/routers/ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7030582 Apr 07 13:00:49.736058 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35026) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:49.738618 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] Sync routers for ids ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:49.744188 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f58a6f-ff72-47c3-b00c-dd9082b547f7 req-8edb1afa-cd2a-47d1-836d-da76a07359e6 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:49.745694 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-96f58a6f-ff72-47c3-b00c-dd9082b547f7 req-8edb1afa-cd2a-47d1-836d-da76a07359e6 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0715263 Apr 07 13:00:49.749675 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] Routers {'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:49.750340 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:49.795266 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-96f58a6f-ff72-47c3-b00c-dd9082b547f7 req-ca08abd9-9777-49da-aa3f-32235da69028 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434821 Apr 07 13:00:49.842807 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks [] for router (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:49.859414 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] Set router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:49.947902 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks [] for router_gateway (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:49.999733 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Deleting port 49914b45-f29d-43c7-960c-1fc11a0cad52 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:50.000060 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.047648 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:55Z', 'updated_at': '2022-04-07T13:00:49Z', 'revision_number': 5, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'gw_port': {'id': '49914b45-f29d-43c7-960c-1fc11a0cad52', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:57:56Z', 'updated_at': '2022-04-07T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:50.075022 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] Checking router: ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:50.077069 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] For port 49914b45-f29d-43c7-960c-1fc11a0cad52, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=49914b45-f29d-43c7-960c-1fc11a0cad52,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:50.077431 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.083289 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] Routers {'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:50.083894 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:50.090038 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Calling delete_port for 49914b45-f29d-43c7-960c-1fc11a0cad52 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:50.172707 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] Set router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:50.226141 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:55Z', 'updated_at': '2022-04-07T13:00:49Z', 'revision_number': 6, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'gw_port_host': None}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:50.253303 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d3a556-e0a2-44f8-85ee-91dae06b2ef9 None None] The sync data for ids ['ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236'] in dv-cinder-836944-2-smb is: [{'id': 'ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236', 'name': 'tempest-TestMinimumBasicScenario-1187582791-router', 'tenant_id': '2ba7856e84404370a4c3a4949755d733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:57:55Z', 'updated_at': '2022-04-07T13:00:49Z', 'revision_number': 6, 'project_id': '2ba7856e84404370a4c3a4949755d733', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:50.257583 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (49914b45-f29d-43c7-960c-1fc11a0cad52), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.287645 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Pushing event deleted for resources: {'Port': ['ID=49914b45-f29d-43c7-960c-1fc11a0cad52,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:50.347385 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2017531'] for router_gateway (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.450266 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2031018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65228'] for router (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.452400 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks [] for router_controller (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.516819 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2031013'] for router (ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.517348 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:00:50.522075 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.523229 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-47cf280b-85dc-49f3-bdc2-b8681ff0c20f admin admin] 10.222.0.45 "DELETE /v2.0/routers/ec67fdb5-b28d-4d5d-b295-eb9bb9b1d236 HTTP/1.1" status: 204 len: 168 time: 0.7862146 Apr 07 13:00:50.526301 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35028) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:50.568903 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee0ab0f-563d-4d58-93bd-c6bdfcc10eb5 admin admin] Deleting subnet 939f9f86-5671-4034-8190-a2dab6829be3 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:00:50.573058 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ab0f-563d-4d58-93bd-c6bdfcc10eb5 admin admin] Publish callbacks [] for subnet (939f9f86-5671-4034-8190-a2dab6829be3), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.608561 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ab0f-563d-4d58-93bd-c6bdfcc10eb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5036836'] for subnet (939f9f86-5671-4034-8190-a2dab6829be3), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.691379 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ab0f-563d-4d58-93bd-c6bdfcc10eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (939f9f86-5671-4034-8190-a2dab6829be3), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.777019 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2ec5e-0efc-48c0-a94f-0317de104f6b req-88935666-b18e-407f-940d-c23bef01a4bb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:50.778506 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6bd2ec5e-0efc-48c0-a94f-0317de104f6b req-88935666-b18e-407f-940d-c23bef01a4bb tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0848546 Apr 07 13:00:50.779592 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ab0f-563d-4d58-93bd-c6bdfcc10eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5211432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638134'] for subnet (939f9f86-5671-4034-8190-a2dab6829be3), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.815513 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0ab0f-563d-4d58-93bd-c6bdfcc10eb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939f9f86-5671-4034-8190-a2dab6829be3,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:50.823058 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a30a4d-e635-4abf-9b59-b4478b8a8a6b None None] Network 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:00:50.823877 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ab0f-563d-4d58-93bd-c6bdfcc10eb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.827022 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-2ee0ab0f-563d-4d58-93bd-c6bdfcc10eb5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/939f9f86-5671-4034-8190-a2dab6829be3 HTTP/1.1" status: 204 len: 168 time: 0.2998199 Apr 07 13:00:50.835786 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35036) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:50.908129 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6bd2ec5e-0efc-48c0-a94f-0317de104f6b req-35abc110-70e9-4a11-ae79-410039574349 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207979 Apr 07 13:00:50.934137 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a760-44a7-45bc-952f-7733b8f0c1f9 req-bb9679cb-609c-4890-8155-c3f698d0870f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:50.935703 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-39a8a760-44a7-45bc-952f-7733b8f0c1f9 req-bb9679cb-609c-4890-8155-c3f698d0870f tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0633478 Apr 07 13:00:50.943040 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:50.994836 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-39a8a760-44a7-45bc-952f-7733b8f0c1f9 req-4047d220-bbca-49fc-a7f8-e2c7a026e7d3 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525424 Apr 07 13:00:51.007309 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Deleting port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:51.007652 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.020135 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc5de5b-110e-441b-b82a-6d112f9dd161 None None] DHCP port deletion for 8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a request from dv-cinder-836944-2-smb {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:00:51.068597 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5de5b-110e-441b-b82a-6d112f9dd161 None None] Deleting port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:51.069186 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de5b-110e-441b-b82a-6d112f9dd161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.078630 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] For port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=7bb25f47-1ec0-43b2-8289-bf84c6254f7a,segment=NetworkSegment(1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd),segment_id=1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:51.078996 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.092773 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Calling delete_port for 7bb25f47-1ec0-43b2-8289-bf84c6254f7a owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:51.138619 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-4bc5de5b-110e-441b-b82a-6d112f9dd161 None None] For port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=7bb25f47-1ec0-43b2-8289-bf84c6254f7a,segment=NetworkSegment(1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd),segment_id=1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:51.139020 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de5b-110e-441b-b82a-6d112f9dd161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.151116 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-4bc5de5b-110e-441b-b82a-6d112f9dd161 None None] Calling delete_port for 7bb25f47-1ec0-43b2-8289-bf84c6254f7a owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:51.177745 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.203465 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb25f47-1ec0-43b2-8289-bf84c6254f7a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:51.207091 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] No DVR routers for this DVR port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a on host dv-cinder-836944-2-smb {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:00:51.235536 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-4bc5de5b-110e-441b-b82a-6d112f9dd161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185'] for port (7bb25f47-1ec0-43b2-8289-bf84c6254f7a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.266076 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc5de5b-110e-441b-b82a-6d112f9dd161 None None] No DVR routers for this DVR port 7bb25f47-1ec0-43b2-8289-bf84c6254f7a on host dv-cinder-836944-2-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:00:51.270311 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5de5b-110e-441b-b82a-6d112f9dd161 None None] Pushing event deleted for resources: {'Port': ['ID=7bb25f47-1ec0-43b2-8289-bf84c6254f7a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:51.290079 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.318347 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:51.328235 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:51.328535 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:51.338284 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5036861'] for segment (1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.351652 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.357998 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:00:51.358432 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5211598'] for segment (1e2fd0a1-ee9e-4f5f-bc59-75482f0fbebd), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: Traceback (most recent call last): Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: timer() Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: cb(*args, **kw) Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: return func(*args, **kwargs) Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: self._notify() Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: self.callback(batched_events) Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: event.method(event) Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: return f(self, *a, **k) Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: return self._get(url).json() Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: return self.request(url, 'GET', **kwargs) Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:00:51.360065 dv-cinder-836944-2-smb neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:00:51.414662 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.423202 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.426325 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a HTTP/1.1" status: 204 len: 168 time: 0.5895975 Apr 07 13:00:51.436119 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932d467-ae0b-4930-81a8-ea3d9760cf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1ef4c7-d70a-4cc7-aa44-2f49f61a488a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:51.548675 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 49914b45-f29d-43c7-960c-1fc11a0cad52 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:51.572021 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 49914b45-f29d-43c7-960c-1fc11a0cad52 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:51.572374 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 49914b45-f29d-43c7-960c-1fc11a0cad52 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:51.572784 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:51.592458 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:51.592807 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 2bda2fa2-bdab-467e-b8ff-b2a102bbb776 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:51.593218 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 7bb25f47-1ec0-43b2-8289-bf84c6254f7a no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:51.593660 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35040) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:51.612498 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 7bb25f47-1ec0-43b2-8289-bf84c6254f7a {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:51.612843 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 7bb25f47-1ec0-43b2-8289-bf84c6254f7a not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:51.635204 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-8413c3ac-ea97-457f-bc6c-e11ceac84663 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93ca6ad10d8a453890846cd1b84ed68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389776 Apr 07 13:00:51.637272 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35042) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:51.686903 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d4a83ea-8a92-4947-9625-93b32a98ad93 admin admin] Publish callbacks [] for security_group (6fafb9a3-89a5-4a90-b276-ca14908a7029), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.707709 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d4a83ea-8a92-4947-9625-93b32a98ad93 admin admin] Publish callbacks [] for security_group (6fafb9a3-89a5-4a90-b276-ca14908a7029), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.769976 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d4a83ea-8a92-4947-9625-93b32a98ad93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6fafb9a3-89a5-4a90-b276-ca14908a7029), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.772574 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d4a83ea-8a92-4947-9625-93b32a98ad93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:51.773730 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-0d4a83ea-8a92-4947-9625-93b32a98ad93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fafb9a3-89a5-4a90-b276-ca14908a7029 HTTP/1.1" status: 204 len: 168 time: 0.1353638 Apr 07 13:00:51.782075 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a83ea-8a92-4947-9625-93b32a98ad93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fafb9a3-89a5-4a90-b276-ca14908a7029,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:52.109975 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35056) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:52.123632 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bcbbe-f055-4424-a2af-a3054276f4b5 req-b2799ed9-db27-4cda-8ef4-b88184106609 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:52.126167 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-663bcbbe-f055-4424-a2af-a3054276f4b5 req-b2799ed9-db27-4cda-8ef4-b88184106609 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0660057 Apr 07 13:00:52.162539 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-26aa7987-55ed-4c27-a79e-cd1b2d6c60b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ba7856e84404370a4c3a4949755d733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512736 Apr 07 13:00:52.163401 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35058) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:52.183884 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-663bcbbe-f055-4424-a2af-a3054276f4b5 req-e12a962c-6e5a-46a6-af27-bcd7d2649d3c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=67ae4234-8844-42fc-bc0c-1bbad1094700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510137 Apr 07 13:00:52.249555 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3c68-ea07-4c5d-9785-da5bb18cbd6b admin admin] Publish callbacks [] for security_group (ee986017-5b81-4777-8db5-8d1e56fd9e31), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:52.272643 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42712163-c538-4b07-ae5f-86c14d97cde5 req-6759f955-d3ca-4460-987d-ddde30d6b8c7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:52.274206 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-42712163-c538-4b07-ae5f-86c14d97cde5 req-6759f955-d3ca-4460-987d-ddde30d6b8c7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.2912216 Apr 07 13:00:52.294865 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3c68-ea07-4c5d-9785-da5bb18cbd6b admin admin] Publish callbacks [] for security_group (ee986017-5b81-4777-8db5-8d1e56fd9e31), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:52.358395 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-42712163-c538-4b07-ae5f-86c14d97cde5 req-171c13f7-8e66-47a3-836c-12c0d036694b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750453 Apr 07 13:00:52.379276 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3c68-ea07-4c5d-9785-da5bb18cbd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ee986017-5b81-4777-8db5-8d1e56fd9e31), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:52.381872 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3c68-ea07-4c5d-9785-da5bb18cbd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:52.383259 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-4a2d3c68-ea07-4c5d-9785-da5bb18cbd6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee986017-5b81-4777-8db5-8d1e56fd9e31 HTTP/1.1" status: 204 len: 168 time: 0.2187455 Apr 07 13:00:52.391275 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d3c68-ea07-4c5d-9785-da5bb18cbd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee986017-5b81-4777-8db5-8d1e56fd9e31,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:52.616754 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ef537a79-4578-4758-9609-fd312996bc6c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:52.618311 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ef537a79-4578-4758-9609-fd312996bc6c tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 946 time: 0.0577877 Apr 07 13:00:52.731376 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Deleting port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:52.731725 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:52.822582 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] For port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:00:52.822859 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:52.994070 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:52.994457 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (687cde58-23e2-46c8-b251-4f0de4e874a1), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:52.994770 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Floating IP 687cde58-23e2-46c8-b251-4f0de4e874a1 disassociated. External IP: 172.28.2.129, port: 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f. Apr 07 13:00:52.995107 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Calling delete_port for 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:53.117040 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (6ddfea36-8c5d-4698-bd0e-c7edbd91b50f), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:53.148393 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event deleted for resources: {'Port': ['ID=6ddfea36-8c5d-4698-bd0e-c7edbd91b50f,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:53.264398 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:00:53.379409 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:00:53.395023 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] Sync routers for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:00:53.405581 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:53.406548 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:53.438996 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-28117bc4-5862-489f-a190-157014f93b1f req-43ac9bb4-ea05-48c6-9b2c-527703e78be1 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=351b40b8-8f9f-4dd1-a89e-3c1881709b32 HTTP/1.1" status: 200 len: 210 time: 0.1921337 Apr 07 13:00:53.441967 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] No DVR routers for this DVR port 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:00:53.444414 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:53.449466 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0a6548d4-7973-41a3-b98a-5499e691d92a req-ee2d2493-3b0a-4ec8-82e3-4015f8a2cbcc tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "DELETE /v2.0/ports/6ddfea36-8c5d-4698-bd0e-c7edbd91b50f HTTP/1.1" status: 204 len: 173 time: 0.8170621 Apr 07 13:00:53.460666 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'name': 'network-vif-deleted', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:00:53.463463 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9925de-8eb6-4591-b49a-68ae3f3aea70" -d '{"events": [{"server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "name": "network-vif-deleted", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:00:53.537826 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32e9614-535e-4585-936d-dc21fa051138 x-openstack-request-id: req-c32e9614-535e-4585-936d-dc21fa051138 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:00:53.538119 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351b40b8-8f9f-4dd1-a89e-3c1881709b32", "name": "network-vif-deleted", "tag": "6ddfea36-8c5d-4698-bd0e-c7edbd91b50f", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:00:53.538396 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c32e9614-535e-4585-936d-dc21fa051138 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:00:53.538791 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32e9614-535e-4585-936d-dc21fa051138'] response: {'server_uuid': '351b40b8-8f9f-4dd1-a89e-3c1881709b32', 'name': 'network-vif-deleted', 'tag': '6ddfea36-8c5d-4698-bd0e-c7edbd91b50f', 'status': 'completed', 'code': 200} Apr 07 13:00:53.544380 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:53.559409 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5d349-8536-4f4c-8c40-65cc9f69629c req-055c84be-e9e9-442e-b93c-9f9714df80ec tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:53.560966 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6f5d349-8536-4f4c-8c40-65cc9f69629c req-055c84be-e9e9-442e-b93c-9f9714df80ec tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.1225634 Apr 07 13:00:53.566984 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-15cc5731-57fa-491e-bf20-ab5e0557650a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1260848 Apr 07 13:00:53.654493 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d6f5d349-8536-4f4c-8c40-65cc9f69629c req-2e2c5ba3-e084-42b3-a46a-3b9196bbe21d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845041 Apr 07 13:00:53.682003 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-00ad2ce4-0a2a-45e6-8fa9-f1c90d927810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:53.682003 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-00ad2ce4-0a2a-45e6-8fa9-f1c90d927810 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1798aa69e6424c028508b11930e6d32e&device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 1129 time: 0.0774729 Apr 07 13:00:53.761715 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:55Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:53.792277 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] Checking router: 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:00:53.800547 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:00:53.801155 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:00:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:53.915831 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:00:53.972412 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-eaf61b05-b0c4-40e7-b479-e67224d97582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:53.973868 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-eaf61b05-b0c4-40e7-b479-e67224d97582 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 200 len: 920 time: 0.0927138 Apr 07 13:00:54.021501 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-ce4860f2-5724-459c-bed0-c3188f7bb1df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999 HTTP/1.1" status: 200 len: 217 time: 0.0404868 Apr 07 13:00:54.073835 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-88222102-1fca-4326-af3f-edfe20d5b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:54.075445 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-88222102-1fca-4326-af3f-edfe20d5b47b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 200 len: 858 time: 0.0454237 Apr 07 13:00:54.118865 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:55Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:00:54.127295 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-99943e02-82c5-46fd-921d-6f16834079d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:54.128844 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-99943e02-82c5-46fd-921d-6f16834079d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447178 Apr 07 13:00:54.145028 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abe3ac-9b79-4495-b140-e145d4dfc853 None None] The sync data for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb is: [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T12:56:49Z', 'revision_number': 4, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8', 'name': '', 'network_id': '87aad17b-4348-498e-8dd5-0b3a1d0cb0b1', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'mac_address': 'fa:16:3e:43:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '95adb61d-e10b-4545-a85b-3c501947c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:48Z', 'updated_at': '2022-04-07T12:56:55Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'subnets': [{'id': '95adb61d-e10b-4545-a85b-3c501947c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:00:54.224205 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-266516c1-021b-4a95-9aec-c7f362da93d8 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883591 Apr 07 13:00:54.318018 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2468a6e3-ac8c-40ae-9d42-a7e25f95796b req-3b518a16-854d-4c1f-abd1-15d71b155c36 service neutron] 10.222.0.26 "GET /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846555 Apr 07 13:00:54.371359 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebeef3f-146a-425b-9e0c-e3d0ac32df8f None None] New status for floating IP 687cde58-23e2-46c8-b251-4f0de4e874a1: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:00:54.526484 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35074) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:54.582307 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98a91b5f-885d-4173-986a-4aab43768a12 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group (67ae4234-8844-42fc-bc0c-1bbad1094700), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:54.608677 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98a91b5f-885d-4173-986a-4aab43768a12 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group (67ae4234-8844-42fc-bc0c-1bbad1094700), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:54.661008 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98a91b5f-885d-4173-986a-4aab43768a12 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (67ae4234-8844-42fc-bc0c-1bbad1094700), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:54.663755 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-98a91b5f-885d-4173-986a-4aab43768a12 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:54.664897 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-98a91b5f-885d-4173-986a-4aab43768a12 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "DELETE /v2.0/security-groups/67ae4234-8844-42fc-bc0c-1bbad1094700 HTTP/1.1" status: 204 len: 168 time: 0.1374085 Apr 07 13:00:54.668093 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35076) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:54.674438 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a91b5f-885d-4173-986a-4aab43768a12 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ae4234-8844-42fc-bc0c-1bbad1094700,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:54.681976 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-ed813597-5375-46f7-b611-3663e1d1d388 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] show failed (client error): The resource could not be found. Apr 07 13:00:54.683628 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-ed813597-5375-46f7-b611-3663e1d1d388 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups/67ae4234-8844-42fc-bc0c-1bbad1094700 HTTP/1.1" status: 404 len: 347 time: 0.0138276 Apr 07 13:00:54.685724 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35080) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:00:54.839050 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b8064-1754-4a12-a2c7-522676a6235f req-6da9f358-1fff-4ea1-ac2f-68898d0b98b6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:54.840514 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-471b8064-1754-4a12-a2c7-522676a6235f req-6da9f358-1fff-4ea1-ac2f-68898d0b98b6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.1061645 Apr 07 13:00:54.867500 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Deleting port d02bf157-1e5a-4f6f-983c-220a7fcc506e {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:00:54.867839 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (d02bf157-1e5a-4f6f-983c-220a7fcc506e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:54.939646 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-471b8064-1754-4a12-a2c7-522676a6235f req-bfaf97a7-756e-43c1-ae27-93a3cd3df7af tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924807 Apr 07 13:00:54.962106 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (d02bf157-1e5a-4f6f-983c-220a7fcc506e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:54.962447 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for floatingip (d02bf157-1e5a-4f6f-983c-220a7fcc506e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:54.974900 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Calling delete_port for d02bf157-1e5a-4f6f-983c-220a7fcc506e owned by network:floatingip {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:00:55.106852 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (d02bf157-1e5a-4f6f-983c-220a7fcc506e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:55.132098 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event deleted for resources: {'Port': ['ID=d02bf157-1e5a-4f6f-983c-220a7fcc506e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:00:55.196950 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks [] for floatingip (687cde58-23e2-46c8-b251-4f0de4e874a1), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:55.199415 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:00:55.200529 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-9ec3281a-c9a5-4fbc-b4dd-a10d794561ca tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "DELETE /v2.0/floatingips/687cde58-23e2-46c8-b251-4f0de4e874a1 HTTP/1.1" status: 204 len: 168 time: 0.5137184 Apr 07 13:00:55.611940 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:00:55.631201 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:00:55.631568 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6ddfea36-8c5d-4698-bd0e-c7edbd91b50f not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:00:56.061220 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa8ce5-aee5-41ee-a232-50e2dd647d04 req-bcd88bd5-10c9-4244-87fb-258f611565cf tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:56.062742 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-adaa8ce5-aee5-41ee-a232-50e2dd647d04 req-bcd88bd5-10c9-4244-87fb-258f611565cf tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0514333 Apr 07 13:00:56.109348 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-adaa8ce5-aee5-41ee-a232-50e2dd647d04 req-ba0f4641-b657-42b3-a9b1-3bf8af2a2fc6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410028 Apr 07 13:00:57.230592 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5cbb2-d17a-4d24-a28c-40c8cf3a61df req-0329e93a-d35f-4d4e-826f-3943449a4bf9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:57.232050 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-b3a5cbb2-d17a-4d24-a28c-40c8cf3a61df req-0329e93a-d35f-4d4e-826f-3943449a4bf9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0517051 Apr 07 13:00:57.277121 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-b3a5cbb2-d17a-4d24-a28c-40c8cf3a61df req-a1a367ce-1103-43d2-9ced-66bb66c29fc1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395532 Apr 07 13:00:57.657521 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac92418-0e29-4dcb-9f75-9a93a149cb41 req-c0d9b33f-fba3-4a42-874d-0fc118e5ca82 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:57.659062 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0ac92418-0e29-4dcb-9f75-9a93a149cb41 req-c0d9b33f-fba3-4a42-874d-0fc118e5ca82 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0514777 Apr 07 13:00:57.897923 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-0ac92418-0e29-4dcb-9f75-9a93a149cb41 req-c5096bff-8420-4af8-9c38-ba8e062f8769 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332947 Apr 07 13:00:58.396889 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0869815-686a-4d30-91e8-f4ebed98f717 req-1f4264f4-5504-4b48-8ac1-d74da1d75f5c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:58.398376 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0869815-686a-4d30-91e8-f4ebed98f717 req-1f4264f4-5504-4b48-8ac1-d74da1d75f5c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0510478 Apr 07 13:00:58.444270 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0869815-686a-4d30-91e8-f4ebed98f717 req-1e34d6a7-cb01-4699-8115-e257363b0f3b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397065 Apr 07 13:00:59.014162 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282af428-3442-46f3-a439-14537ca3df5b req-3d65d2bd-7884-4178-97cb-92873fe0c171 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:59.015638 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-282af428-3442-46f3-a439-14537ca3df5b req-3d65d2bd-7884-4178-97cb-92873fe0c171 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0511856 Apr 07 13:00:59.059841 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-282af428-3442-46f3-a439-14537ca3df5b req-4808eba9-6822-465e-9aa5-b12574eeb33d tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Apr 07 13:00:59.573524 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269801b6-144a-402b-bbb3-d894ba0ca392 req-3e242c04-fc12-4d12-bba8-82bf220eedf4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:00:59.574913 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-269801b6-144a-402b-bbb3-d894ba0ca392 req-3e242c04-fc12-4d12-bba8-82bf220eedf4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0568860 Apr 07 13:00:59.620993 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-269801b6-144a-402b-bbb3-d894ba0ca392 req-98e0ffa8-ef8d-44b2-a9cc-b902983dbc09 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Apr 07 13:01:00.030424 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-2d0e547b-2314-4a77-9fed-f00a4d7472ac tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:00.031925 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-2d0e547b-2314-4a77-9fed-f00a4d7472ac tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0519233 Apr 07 13:01:00.182785 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbee7ec-de6e-497c-9251-5cc4b4635ae2 req-17635894-c1a4-4d4a-94e8-3efd9b7b0b51 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:00.184405 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cbbee7ec-de6e-497c-9251-5cc4b4635ae2 req-17635894-c1a4-4d4a-94e8-3efd9b7b0b51 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=1584e421-cd22-4f56-8827-010e7ed0359b HTTP/1.1" status: 200 len: 945 time: 0.0537155 Apr 07 13:01:00.236563 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cbbee7ec-de6e-497c-9251-5cc4b4635ae2 req-0bb60a56-dc96-47ed-bd78-d54147904498 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Apr 07 13:01:00.387751 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Deleting port 75d65f44-ba45-4bb4-8845-874601640526 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:00.388084 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (75d65f44-ba45-4bb4-8845-874601640526), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:00.475700 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] For port 75d65f44-ba45-4bb4-8845-874601640526, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=75d65f44-ba45-4bb4-8845-874601640526,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:00.476060 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (75d65f44-ba45-4bb4-8845-874601640526), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:00.488471 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Calling delete_port for 75d65f44-ba45-4bb4-8845-874601640526 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:00.612231 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (75d65f44-ba45-4bb4-8845-874601640526), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:00.624098 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['fe06fc7b-59de-47bb-b5a5-4d8384e4f999', '75d65f44-ba45-4bb4-8845-874601640526'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:01:00.643256 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event deleted for resources: {'Port': ['ID=75d65f44-ba45-4bb4-8845-874601640526,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:00.691706 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] No DVR routers for this DVR port 75d65f44-ba45-4bb4-8845-874601640526 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:00.694199 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:00.697627 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-532c14ed-6bb6-4df1-9441-1b2111a7960c req-964ce1c3-9da2-458a-9cb2-a3d36905acde tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "DELETE /v2.0/ports/75d65f44-ba45-4bb4-8845-874601640526 HTTP/1.1" status: 204 len: 173 time: 0.6590524 Apr 07 13:01:00.698088 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1584e421-cd22-4f56-8827-010e7ed0359b', 'name': 'network-vif-deleted', 'tag': '75d65f44-ba45-4bb4-8845-874601640526'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:00.700370 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946b5355-cb67-45b6-98fa-3782e45ef990" -d '{"events": [{"server_uuid": "1584e421-cd22-4f56-8827-010e7ed0359b", "name": "network-vif-deleted", "tag": "75d65f44-ba45-4bb4-8845-874601640526"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:00.748668 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14136c9a-7245-4cdf-8f25-85a6c2c020e7 x-openstack-request-id: req-14136c9a-7245-4cdf-8f25-85a6c2c020e7 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:00.748934 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1584e421-cd22-4f56-8827-010e7ed0359b", "name": "network-vif-deleted", "tag": "75d65f44-ba45-4bb4-8845-874601640526", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:00.749154 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14136c9a-7245-4cdf-8f25-85a6c2c020e7 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:00.749684 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14136c9a-7245-4cdf-8f25-85a6c2c020e7'] response: {'server_uuid': '1584e421-cd22-4f56-8827-010e7ed0359b', 'name': 'network-vif-deleted', 'tag': '75d65f44-ba45-4bb4-8845-874601640526', 'status': 'completed', 'code': 200} Apr 07 13:01:00.766657 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abaa69-de2e-4537-99eb-80dc56a00b4d req-a42258ab-a7df-4146-a99a-5e93ecf8804b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:00.768192 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-73abaa69-de2e-4537-99eb-80dc56a00b4d req-a42258ab-a7df-4146-a99a-5e93ecf8804b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0609715 Apr 07 13:01:00.818863 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-73abaa69-de2e-4537-99eb-80dc56a00b4d req-5c8c5df3-ca5e-4ace-af51-77037c0c2a22 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Apr 07 13:01:01.499235 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865b023-bb7d-4b83-a12c-d943df7bbe8e req-0ac31943-f5da-4957-a9f4-c36c79b5e3ec tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:01.500705 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6865b023-bb7d-4b83-a12c-d943df7bbe8e req-0ac31943-f5da-4957-a9f4-c36c79b5e3ec tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0511823 Apr 07 13:01:01.521387 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1579a56b-48bc-4bda-80ee-97a3a8d45581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:01.548663 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6865b023-bb7d-4b83-a12c-d943df7bbe8e req-41cd28ce-8f13-4d80-ac1d-c8f351152d43 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Apr 07 13:01:01.941941 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73f9ad-8fe5-409c-adf5-2542a02d73e4 req-9bf83572-e9e9-4951-b175-fb3bd99b7514 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:01.943437 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef73f9ad-8fe5-409c-adf5-2542a02d73e4 req-9bf83572-e9e9-4951-b175-fb3bd99b7514 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0511136 Apr 07 13:01:01.988719 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef73f9ad-8fe5-409c-adf5-2542a02d73e4 req-064a9ff0-0708-4377-8cd8-3cc3998dcd32 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392241 Apr 07 13:01:02.664495 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15dfeb-fc31-465b-b303-22aa4f049593 req-1e17b510-2363-4eda-9434-a5fc3f085656 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:02.666643 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ca15dfeb-fc31-465b-b303-22aa4f049593 req-1e17b510-2363-4eda-9434-a5fc3f085656 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0514627 Apr 07 13:01:02.710931 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ca15dfeb-fc31-465b-b303-22aa4f049593 req-79e3d149-2e97-49e0-b7c1-ea2799b6bbed tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389032 Apr 07 13:01:03.112150 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bf0dd-a20f-4b84-96b5-7816b34b7bcf req-fb62f1e8-bef2-436f-a284-63692f3a8dc8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:03.113602 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2c3bf0dd-a20f-4b84-96b5-7816b34b7bcf req-fb62f1e8-bef2-436f-a284-63692f3a8dc8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0559549 Apr 07 13:01:03.160651 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2c3bf0dd-a20f-4b84-96b5-7816b34b7bcf req-7252cef1-db6b-4de7-9e13-1d210a063cb3 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412021 Apr 07 13:01:03.645323 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 75d65f44-ba45-4bb4-8845-874601640526 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:03.665778 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 75d65f44-ba45-4bb4-8845-874601640526 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:03.666132 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 75d65f44-ba45-4bb4-8845-874601640526 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:03.830507 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e160b-cd50-4e57-ba5a-c53912e3ed18 req-40bf3357-2f60-4dee-b9a6-15fe66c96eeb tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:03.831971 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-b81e160b-cd50-4e57-ba5a-c53912e3ed18 req-40bf3357-2f60-4dee-b9a6-15fe66c96eeb tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0554104 Apr 07 13:01:03.859042 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-600b7384-e052-4b0e-920a-f689bb526920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:03.879575 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-b81e160b-cd50-4e57-ba5a-c53912e3ed18 req-9d346856-3255-4273-82eb-fbef3d8b3efe tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Apr 07 13:01:04.279609 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07c92-b655-44fd-b18f-15213e4b9e51 req-c535d1a2-5050-4a32-8bcd-7344d232d617 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:04.281064 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4be07c92-b655-44fd-b18f-15213e4b9e51 req-c535d1a2-5050-4a32-8bcd-7344d232d617 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0503364 Apr 07 13:01:04.326714 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4be07c92-b655-44fd-b18f-15213e4b9e51 req-de53f545-b52b-4c92-8ef5-e4d22f329e2a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400946 Apr 07 13:01:04.955029 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-d262912e-9cea-4698-83a3-9d2436c6b4d0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:04.956664 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-d262912e-9cea-4698-83a3-9d2436c6b4d0 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0564656 Apr 07 13:01:04.997967 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1c3c1-076e-459e-97da-eb32e18ba128 req-9f706c90-1a53-468c-897a-3b400bb6aed9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:04.999530 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eec1c3c1-076e-459e-97da-eb32e18ba128 req-9f706c90-1a53-468c-897a-3b400bb6aed9 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b8985f0-9626-42d9-a54d-a935ec17805c HTTP/1.1" status: 200 len: 945 time: 0.0533864 Apr 07 13:01:05.049038 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-eec1c3c1-076e-459e-97da-eb32e18ba128 req-8ddbcb36-1d45-42dd-9454-83dba0a51cdd tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6b26990-a86f-4bb9-a27d-93fe211be3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439453 Apr 07 13:01:05.053265 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Deleting port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:05.053611 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:05.127827 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:05.151359 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] For port fe06fc7b-59de-47bb-b5a5-4d8384e4f999, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:05.151725 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:05.165220 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Calling delete_port for fe06fc7b-59de-47bb-b5a5-4d8384e4f999 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:05.292231 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (fe06fc7b-59de-47bb-b5a5-4d8384e4f999), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:05.303993 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['fe06fc7b-59de-47bb-b5a5-4d8384e4f999'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:01:05.325105 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Pushing event deleted for resources: {'Port': ['ID=fe06fc7b-59de-47bb-b5a5-4d8384e4f999,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:05.371990 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] No DVR routers for this DVR port fe06fc7b-59de-47bb-b5a5-4d8384e4f999 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:05.374711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:05.378288 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c47f54f1-c41f-4d91-b7ae-1422820623e9 req-91bf1d31-a77b-4c1a-a059-34e22225a383 tempest-ServerRescueNegativeTestJSON-866724067 tempest-ServerRescueNegativeTestJSON-866724067-project] 10.222.0.26 "DELETE /v2.0/ports/fe06fc7b-59de-47bb-b5a5-4d8384e4f999 HTTP/1.1" status: 204 len: 173 time: 0.4159429 Apr 07 13:01:05.378763 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8985f0-9626-42d9-a54d-a935ec17805c', 'name': 'network-vif-deleted', 'tag': 'fe06fc7b-59de-47bb-b5a5-4d8384e4f999'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:05.381002 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d742b42c-e6b1-42ef-890a-07eacc531b4b" -d '{"events": [{"server_uuid": "4b8985f0-9626-42d9-a54d-a935ec17805c", "name": "network-vif-deleted", "tag": "fe06fc7b-59de-47bb-b5a5-4d8384e4f999"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:05.420021 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fa68f7-98ed-4717-a654-9c8d76aa4ead x-openstack-request-id: req-71fa68f7-98ed-4717-a654-9c8d76aa4ead {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:05.420326 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8985f0-9626-42d9-a54d-a935ec17805c", "name": "network-vif-deleted", "tag": "fe06fc7b-59de-47bb-b5a5-4d8384e4f999", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:05.420604 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71fa68f7-98ed-4717-a654-9c8d76aa4ead {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:05.421059 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fa68f7-98ed-4717-a654-9c8d76aa4ead'] response: {'server_uuid': '4b8985f0-9626-42d9-a54d-a935ec17805c', 'name': 'network-vif-deleted', 'tag': 'fe06fc7b-59de-47bb-b5a5-4d8384e4f999', 'status': 'completed', 'code': 200} Apr 07 13:01:05.570758 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295f855-8207-4bca-8785-e2e740558dfb req-802830d2-1bb4-4925-8363-01d5eaef48b8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:05.572245 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2295f855-8207-4bca-8785-e2e740558dfb req-802830d2-1bb4-4925-8363-01d5eaef48b8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0521746 Apr 07 13:01:05.620198 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2295f855-8207-4bca-8785-e2e740558dfb req-3f429ab5-221f-495e-9bfc-9cc835b7374a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Apr 07 13:01:06.106707 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35144) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:06.396606 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:06.451888 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2031553'] for router_interface (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:06.704252 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Deleting port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:06.704587 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:06.756768 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141cd34-d53f-4e5e-9d2a-595d8ed9fc4a req-b84c0ca8-fe8a-4430-845c-cd47ec381fce tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:06.758095 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4141cd34-d53f-4e5e-9d2a-595d8ed9fc4a req-b84c0ca8-fe8a-4430-845c-cd47ec381fce tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0594177 Apr 07 13:01:06.782850 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] For port 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:06.783210 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:06.796498 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Calling delete_port for 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:06.814151 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4141cd34-d53f-4e5e-9d2a-595d8ed9fc4a req-3b5ccdca-1514-464e-9a5e-9c4cbbf5435f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498793 Apr 07 13:01:06.875690 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:01:06.978642 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:07.003893 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:07.184358 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2031502'] for router_interface (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:07.406414 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:01:07.525915 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:01:07.533821 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35164) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:07.533978 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-ebdac808-d922-46ca-aa9f-84599011bb65 admin admin] 10.222.0.45 "PUT /v2.0/routers/888593b5-ab1e-4a3c-9cb1-53cd303e32e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4261870 Apr 07 13:01:07.536513 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] Sync routers for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:01:07.562404 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:07.563252 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:07.651499 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks [] for router (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:07.780014 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks [] for router_gateway (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:07.792560 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b984fb5-7e25-4324-829a-323248a4b548 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:01:07.839831 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:07.852891 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Deleting port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:07.853390 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:07.903192 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:07.987305 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] For port d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:07.987990 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.005404 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ce35e-4165-4f28-8edf-8d53d1351107 req-9125230d-d17d-4a21-ae88-6040ccb6b2e9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:08.010643 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ca8ce35e-4165-4f28-8edf-8d53d1351107 req-9125230d-d17d-4a21-ae88-6040ccb6b2e9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0737557 Apr 07 13:01:08.019887 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Calling delete_port for d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:08.066675 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:08.082837 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '6b984fb5-7e25-4324-829a-323248a4b548', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'port_id': '6b984fb5-7e25-4324-829a-323248a4b548', 'mac_address': 'fa:16:3e:d0:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:01:08.095811 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ca8ce35e-4165-4f28-8edf-8d53d1351107 req-72d8f0fe-32fe-4f1c-b46f-b3ccf5d04a02 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812509 Apr 07 13:01:08.158228 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6b984fb5-7e25-4324-829a-323248a4b548 is: ACTIVE; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:01:08.158637 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.176043 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b984fb5-7e25-4324-829a-323248a4b548 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:01:08.203148 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:08.217731 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T13:01:06Z', 'revision_number': 5, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port': {'id': 'd8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:45Z', 'updated_at': '2022-04-07T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:08.220972 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.255478 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] Checking router: 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:01:08.274321 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.306862 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Pushing event deleted for resources: {'Port': ['ID=d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:08.307739 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] Routers {'888593b5-ab1e-4a3c-9cb1-53cd303e32e4'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:08.308862 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:08.376439 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2017531'] for router_gateway (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.378461 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['6b984fb5-7e25-4324-829a-323248a4b548'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:01:08.385049 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:08.421119 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.421461 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.421834 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.422231 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.422607 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.423011 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.423327 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.423643 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.424025 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.424349 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.424673 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.425020 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.425387 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.425709 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.426062 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:08.431857 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] Set router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:08.491046 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2031018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65228'] for router (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.494116 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks [] for router_controller (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.498898 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T13:01:08Z', 'revision_number': 7, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port_host': None}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:08.529384 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a3eb2-4ad7-4995-9977-52ff0bfc75f3 None None] The sync data for ids ['888593b5-ab1e-4a3c-9cb1-53cd303e32e4'] in dv-cinder-836944-2-smb is: [{'id': '888593b5-ab1e-4a3c-9cb1-53cd303e32e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1512480962-router', 'tenant_id': '1798aa69e6424c028508b11930e6d32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:56:44Z', 'updated_at': '2022-04-07T13:01:08Z', 'revision_number': 7, 'project_id': '1798aa69e6424c028508b11930e6d32e', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:01:08.554784 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2031013'] for router (888593b5-ab1e-4a3c-9cb1-53cd303e32e4), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.556370 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 888593b5-ab1e-4a3c-9cb1-53cd303e32e4 {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:01:08.561808 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.565759 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35178) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:08.566648 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c013a3ac-7573-4389-a8bb-4487547fe71e admin admin] 10.222.0.45 "DELETE /v2.0/routers/888593b5-ab1e-4a3c-9cb1-53cd303e32e4 HTTP/1.1" status: 204 len: 168 time: 1.0313876 Apr 07 13:01:08.645616 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe97782-09ee-41e6-9807-11b7e4e2b9b3 admin admin] Deleting subnet 95adb61d-e10b-4545-a85b-3c501947c825 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:01:08.651060 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbe97782-09ee-41e6-9807-11b7e4e2b9b3 admin admin] Publish callbacks [] for subnet (95adb61d-e10b-4545-a85b-3c501947c825), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.693056 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbe97782-09ee-41e6-9807-11b7e4e2b9b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5001239'] for subnet (95adb61d-e10b-4545-a85b-3c501947c825), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.816224 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbe97782-09ee-41e6-9807-11b7e4e2b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (95adb61d-e10b-4545-a85b-3c501947c825), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.879638 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbe97782-09ee-41e6-9807-11b7e4e2b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5189385'] for subnet (95adb61d-e10b-4545-a85b-3c501947c825), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.903937 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97782-09ee-41e6-9807-11b7e4e2b9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95adb61d-e10b-4545-a85b-3c501947c825,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:08.912942 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbe97782-09ee-41e6-9807-11b7e4e2b9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:08.919493 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35180) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:08.920311 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ba5a5-0477-41db-832c-2e3b198e53ab None None] Network 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:01:08.928165 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fbe97782-09ee-41e6-9807-11b7e4e2b9b3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/95adb61d-e10b-4545-a85b-3c501947c825 HTTP/1.1" status: 204 len: 168 time: 0.3603096 Apr 07 13:01:09.002508 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.105765 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Deleting port 173a2d20-8a38-4d94-bb84-bb9d3848f6af {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:09.106105 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.219438 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] For port 173a2d20-8a38-4d94-bb84-bb9d3848f6af, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=173a2d20-8a38-4d94-bb84-bb9d3848f6af,segment=NetworkSegment(74247f56-7b79-41dd-af6e-0df62b6e9783),segment_id=74247f56-7b79-41dd-af6e-0df62b6e9783)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:09.219966 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.252886 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Calling delete_port for 173a2d20-8a38-4d94-bb84-bb9d3848f6af owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:09.328612 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881cf17-f1ba-4b0c-a728-e523a6343ab8 req-8ec3ff36-761f-4b9d-b596-4286ca8ec5fc tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:09.330123 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0881cf17-f1ba-4b0c-a728-e523a6343ab8 req-8ec3ff36-761f-4b9d-b596-4286ca8ec5fc tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 944 time: 0.1275101 Apr 07 13:01:09.410202 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0881cf17-f1ba-4b0c-a728-e523a6343ab8 req-b72d2291-6d2b-417b-9bbd-82dfd5a27d35 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719750 Apr 07 13:01:09.418038 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (173a2d20-8a38-4d94-bb84-bb9d3848f6af), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.428566 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975d2a5-abb8-4ae4-b813-ab0e2c4d45a8 None None] DHCP port deletion for 87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 request from dv-cinder-836944-2-smb {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:01:09.462870 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=173a2d20-8a38-4d94-bb84-bb9d3848f6af,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:09.465418 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] No DVR routers for this DVR port 173a2d20-8a38-4d94-bb84-bb9d3848f6af on host dv-cinder-836944-2-smb {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:09.560468 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.584078 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aad17b-4348-498e-8dd5-0b3a1d0cb0b1']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:09.592916 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:09.599199 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74247f56-7b79-41dd-af6e-0df62b6e9783') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:09.599498 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74247f56-7b79-41dd-af6e-0df62b6e9783') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:09.611604 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5036861'] for segment (74247f56-7b79-41dd-af6e-0df62b6e9783), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.629172 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (74247f56-7b79-41dd-af6e-0df62b6e9783), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.637806 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:01:09.641929 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5211598'] for segment (74247f56-7b79-41dd-af6e-0df62b6e9783), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.660626 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b984fb5-7e25-4324-829a-323248a4b548 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:01:09.662997 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:09.663409 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 8287f500-e2e9-4bdb-9ec8-8a1073ec3bf8 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:09.664052 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: Traceback (most recent call last): Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: timer() Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: cb(*args, **kw) Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: return func(*args, **kwargs) Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: self._notify() Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: self.callback(batched_events) Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: event.method(event) Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: return f(self, *a, **k) Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: return self._get(url).json() Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: return self.request(url, 'GET', **kwargs) Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:01:09.713112 dv-cinder-836944-2-smb neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:01:09.724438 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (87aad17b-4348-498e-8dd5-0b3a1d0cb0b1), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.727802 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:09.728479 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device d8583fd1-2ec5-4a5e-a3f3-1f6008c5bfcc not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:09.729128 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 173a2d20-8a38-4d94-bb84-bb9d3848f6af no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:09.730908 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.736522 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] 10.222.0.45 "DELETE /v2.0/networks/87aad17b-4348-498e-8dd5-0b3a1d0cb0b1 HTTP/1.1" status: 204 len: 168 time: 0.8136022 Apr 07 13:01:09.767877 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a43618-b379-44e6-a847-42b0f66a3f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=87aad17b-4348-498e-8dd5-0b3a1d0cb0b1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:09.825465 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 173a2d20-8a38-4d94-bb84-bb9d3848f6af {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:09.826176 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 173a2d20-8a38-4d94-bb84-bb9d3848f6af not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:09.845777 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 6b984fb5-7e25-4324-829a-323248a4b548 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:01:09.846436 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6b984fb5-7e25-4324-829a-323248a4b548), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:09.966614 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6b984fb5-7e25-4324-829a-323248a4b548 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:01:09.967263 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:10.006678 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:10.007991 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:10.011488 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4b7afb-c88e-44d9-af96-67714db4adba" -d '{"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-plugged", "status": "completed", "tag": "6b984fb5-7e25-4324-829a-323248a4b548"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:10.015984 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:10.017006 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device fe06fc7b-59de-47bb-b5a5-4d8384e4f999 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:10.057243 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: fe06fc7b-59de-47bb-b5a5-4d8384e4f999 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:10.057243 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device fe06fc7b-59de-47bb-b5a5-4d8384e4f999 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:10.089318 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f21178d-92ea-4ab4-8faa-f6fdb05f1594 x-openstack-request-id: req-5f21178d-92ea-4ab4-8faa-f6fdb05f1594 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:10.089318 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-plugged", "status": "completed", "tag": "6b984fb5-7e25-4324-829a-323248a4b548", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:10.089318 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f21178d-92ea-4ab4-8faa-f6fdb05f1594 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:10.089318 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f21178d-92ea-4ab4-8faa-f6fdb05f1594'] response: {'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548', 'code': 200} Apr 07 13:01:10.104553 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35188) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:10.123980 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:10.164558 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-bf294fb6-f725-45dd-91d8-f1202a790fda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1798aa69e6424c028508b11930e6d32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0587144 Apr 07 13:01:10.167459 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35190) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:10.220646 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d4eb-afa6-4d1b-9480-47f8a91f884d admin admin] Publish callbacks [] for security_group (c6b26990-a86f-4bb9-a27d-93fe211be3fd), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:10.244838 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d4eb-afa6-4d1b-9480-47f8a91f884d admin admin] Publish callbacks [] for security_group (c6b26990-a86f-4bb9-a27d-93fe211be3fd), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:10.298777 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d4eb-afa6-4d1b-9480-47f8a91f884d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c6b26990-a86f-4bb9-a27d-93fe211be3fd), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:10.301738 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d4eb-afa6-4d1b-9480-47f8a91f884d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:10.303464 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-d4d7d4eb-afa6-4d1b-9480-47f8a91f884d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6b26990-a86f-4bb9-a27d-93fe211be3fd HTTP/1.1" status: 204 len: 168 time: 0.1344547 Apr 07 13:01:10.320166 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7d4eb-afa6-4d1b-9480-47f8a91f884d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b26990-a86f-4bb9-a27d-93fe211be3fd,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:10.587556 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691eafe-fee1-4c5f-b876-7f8c45d40169 req-d875977e-a0da-4c58-be91-372c5177ec90 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:10.596998 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1691eafe-fee1-4c5f-b876-7f8c45d40169 req-d875977e-a0da-4c58-be91-372c5177ec90 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0759327 Apr 07 13:01:10.667730 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1691eafe-fee1-4c5f-b876-7f8c45d40169 req-7dab9bbd-0693-4267-918b-0c90490308a3 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694897 Apr 07 13:01:11.808137 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d49b6-df16-420b-8da0-2cf1130ddc54 req-8f9f306c-f78a-41f5-8cec-5f936a023d96 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:11.809661 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-923d49b6-df16-420b-8da0-2cf1130ddc54 req-8f9f306c-f78a-41f5-8cec-5f936a023d96 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0614989 Apr 07 13:01:11.865242 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-923d49b6-df16-420b-8da0-2cf1130ddc54 req-ace46efa-0b84-44ec-bcbd-144d360c9a5e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492485 Apr 07 13:01:13.043447 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd190f-1987-46d6-9fbc-90eb72f314a6 req-ff0eb2cc-a9ae-4208-9e58-63115388eb0f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:13.045013 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a1fd190f-1987-46d6-9fbc-90eb72f314a6 req-ff0eb2cc-a9ae-4208-9e58-63115388eb0f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0913749 Apr 07 13:01:13.105768 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a1fd190f-1987-46d6-9fbc-90eb72f314a6 req-665aa20d-0d9c-47c8-9a48-a45a88334256 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530212 Apr 07 13:01:14.251722 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c482a31-3bfc-46c7-873c-1634322a2a4e req-0b1cfa53-28a2-44f0-af0d-2f15cea13692 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:14.255583 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2c482a31-3bfc-46c7-873c-1634322a2a4e req-0b1cfa53-28a2-44f0-af0d-2f15cea13692 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0606747 Apr 07 13:01:14.310941 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2c482a31-3bfc-46c7-873c-1634322a2a4e req-e67d0e9c-a3db-4b61-b8a3-cd356a4240a6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514905 Apr 07 13:01:15.447532 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239be96-5432-4a10-98c3-7ea542f72bd3 req-91bcdb9a-6aea-4dd6-bf16-1023d72cb5a6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:15.449157 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1239be96-5432-4a10-98c3-7ea542f72bd3 req-91bcdb9a-6aea-4dd6-bf16-1023d72cb5a6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0555182 Apr 07 13:01:15.505844 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1239be96-5432-4a10-98c3-7ea542f72bd3 req-25400bbc-59ab-44a9-ba7e-9dd0a402bb16 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509615 Apr 07 13:01:16.665541 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97541-4c1d-426f-95e8-941f88b0d834 req-651ef020-8352-4862-b28d-c245c77150b2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:16.667083 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c6b97541-4c1d-426f-95e8-941f88b0d834 req-651ef020-8352-4862-b28d-c245c77150b2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0624855 Apr 07 13:01:16.722747 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c6b97541-4c1d-426f-95e8-941f88b0d834 req-9440b311-a9f4-4aab-96f4-3d00105a14a1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500009 Apr 07 13:01:17.854361 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668689aa-77f9-4ca9-b772-f630f9a06556 req-c974707a-a992-47ab-b6b5-c8c7845c427f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:17.855954 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-668689aa-77f9-4ca9-b772-f630f9a06556 req-c974707a-a992-47ab-b6b5-c8c7845c427f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0564358 Apr 07 13:01:17.887081 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-8c9b2d97-6e64-4105-b538-2bef6be2a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:17.888695 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-8c9b2d97-6e64-4105-b538-2bef6be2a11e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 1129 time: 0.1510167 Apr 07 13:01:17.911112 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-668689aa-77f9-4ca9-b772-f630f9a06556 req-159d6f1f-4f9c-4d54-abab-8bb767a134f7 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468581 Apr 07 13:01:17.983660 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-1be117d7-7e59-4def-8710-3ecb0164b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:17.985121 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-1be117d7-7e59-4def-8710-3ecb0164b96f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 917 time: 0.0896792 Apr 07 13:01:18.056984 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-2d95a953-fa89-4e61-882b-f57b42f84e3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b984fb5-7e25-4324-829a-323248a4b548 HTTP/1.1" status: 200 len: 1001 time: 0.0615060 Apr 07 13:01:18.105778 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-9534aa80-b007-42db-95ee-b5c48ce63803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:18.107209 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-9534aa80-b007-42db-95ee-b5c48ce63803 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.0443888 Apr 07 13:01:18.156987 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-35d4b351-342d-4aa7-b02b-835937903fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:18.158519 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-35d4b351-342d-4aa7-b02b-835937903fbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431898 Apr 07 13:01:18.249224 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-5e0ae523-c4f0-4fa7-af90-c757a584595b service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832472 Apr 07 13:01:18.337447 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-56ec927c-5e17-48de-8d83-31fdc527bc03 req-e31fbe0c-d3ff-4fc7-a1e3-92a5673adc57 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815868 Apr 07 13:01:18.796415 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:19.043588 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b6571-100b-402f-834f-33cf70b55267 req-93df0ab9-ba5d-4f36-8c8f-31b113b11c56 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:19.045073 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-353b6571-100b-402f-834f-33cf70b55267 req-93df0ab9-ba5d-4f36-8c8f-31b113b11c56 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0579362 Apr 07 13:01:19.091539 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-353b6571-100b-402f-834f-33cf70b55267 req-0a99c6f4-9ca9-4ad5-bfa0-ebedd02e0448 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Apr 07 13:01:20.117068 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35348) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:20.215622 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a96984-d606-4adc-b746-f9e3b4720060 req-0086afcd-6694-4335-b441-207ca442b6f9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:20.217106 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-51a96984-d606-4adc-b746-f9e3b4720060 req-0086afcd-6694-4335-b441-207ca442b6f9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.0551836 Apr 07 13:01:20.221783 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:20.267050 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-51a96984-d606-4adc-b746-f9e3b4720060 req-9d5e95c4-ef33-4489-b6da-94ad0eeaeef5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 Apr 07 13:01:20.306780 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Publish callbacks [] for security_group (888caeb1-f01c-4d64-9384-98a9a5418eb5), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:20.311784 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (888caeb1-f01c-4d64-9384-98a9a5418eb5), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:20.354781 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f4c39ecda534822952ce4ebf97c1f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366235 Apr 07 13:01:20.355800 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888caeb1-f01c-4d64-9384-98a9a5418eb5,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:20.357381 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35358) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:20.363413 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.365110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.365110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.365110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.365110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.365110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.365609 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.365802 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.366112 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.366451 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.366770 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.367083 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.367394 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.367697 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.368010 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad72462b-c75c-4477-9373-420dd1eb55aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.413468 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Publish callbacks [] for security_group (888caeb1-f01c-4d64-9384-98a9a5418eb5), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:20.437258 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Publish callbacks [] for security_group (888caeb1-f01c-4d64-9384-98a9a5418eb5), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:20.487653 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (888caeb1-f01c-4d64-9384-98a9a5418eb5), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:20.490463 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:20.491612 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/888caeb1-f01c-4d64-9384-98a9a5418eb5 HTTP/1.1" status: 204 len: 168 time: 0.1328654 Apr 07 13:01:20.501101 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888caeb1-f01c-4d64-9384-98a9a5418eb5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:20.509830 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.510265 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.510615 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.510959 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.511293 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.511621 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.511962 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.512286 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.512609 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.512947 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.513257 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.513580 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.513898 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.514230 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:20.514742 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928356de-8b2f-4be1-a78f-0b36c7eaa6e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:01:21.313195 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28315aca-fd52-4cc4-9cbb-63f0fcd9723f req-adc7e511-009a-4d64-b307-3c233b5dbf1a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:21.314895 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-28315aca-fd52-4cc4-9cbb-63f0fcd9723f req-adc7e511-009a-4d64-b307-3c233b5dbf1a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 945 time: 0.1147099 Apr 07 13:01:21.326198 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-fafbb73f-8437-4df1-b93b-54d616591ac0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730886 Apr 07 13:01:21.408950 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-28315aca-fd52-4cc4-9cbb-63f0fcd9723f req-b6635be0-3b88-434b-aa47-a47b00656381 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788858 Apr 07 13:01:21.432529 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de72cc-4471-481a-a726-ffc304c006bc req-d604707b-6dfd-45bb-9b18-717e33c4b80e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:21.434016 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-d604707b-6dfd-45bb-9b18-717e33c4b80e tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports/6b984fb5-7e25-4324-829a-323248a4b548 HTTP/1.1" status: 200 len: 942 time: 0.0743172 Apr 07 13:01:21.710010 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b984fb5-7e25-4324-829a-323248a4b548 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:21.804753 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6b984fb5-7e25-4324-829a-323248a4b548 is: ACTIVE; New status is: DOWN {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:01:21.805248 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:21.832345 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:21.834865 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909e1da-5adc-4212-a041-2f3ba7f77765" -d '{"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-unplugged", "status": "completed", "tag": "6b984fb5-7e25-4324-829a-323248a4b548"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:21.850357 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:21.856809 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:21.882391 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73d94e7-29ee-453b-8cf6-d6432ccddc89 x-openstack-request-id: req-e73d94e7-29ee-453b-8cf6-d6432ccddc89 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:21.882932 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-unplugged", "status": "failed", "tag": "6b984fb5-7e25-4324-829a-323248a4b548", "code": 422}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:21.883192 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e73d94e7-29ee-453b-8cf6-d6432ccddc89 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:21.883627 dv-cinder-836944-2-smb neutron-server[103163]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e73d94e7-29ee-453b-8cf6-d6432ccddc89']: {'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548', 'code': 422} returned with failed status Apr 07 13:01:21.921099 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:22.404877 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de72cc-4471-481a-a726-ffc304c006bc req-a2fbb62b-e31c-49d0-82c4-d0c5479ae395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:22.406458 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-a2fbb62b-e31c-49d0-82c4-d0c5479ae395 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193&tenant_id=979e6bcf837244ce91b808d3d538a09b HTTP/1.1" status: 200 len: 1127 time: 0.0480313 Apr 07 13:01:22.503055 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de72cc-4471-481a-a726-ffc304c006bc req-a616d801-dd1e-48c0-a8da-5f72f8b6103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:22.504445 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-a616d801-dd1e-48c0-a8da-5f72f8b6103f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=979e6bcf837244ce91b808d3d538a09b&device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 1127 time: 0.0740073 Apr 07 13:01:22.582246 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684aec6-c864-401b-b048-287b1c612784 req-9a0582d2-cc5c-4070-9cd5-cd91c0345d17 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:22.583727 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6684aec6-c864-401b-b048-287b1c612784 req-9a0582d2-cc5c-4070-9cd5-cd91c0345d17 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.1093941 Apr 07 13:01:22.629909 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de72cc-4471-481a-a726-ffc304c006bc req-7716a8f2-ab18-4a0e-966d-f7ed70748406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:22.631755 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-7716a8f2-ab18-4a0e-966d-f7ed70748406 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 200 len: 917 time: 0.1198421 Apr 07 13:01:22.694384 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6684aec6-c864-401b-b048-287b1c612784 req-dd1094a7-acc8-4298-96a7-af228ee1f4fe tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966632 Apr 07 13:01:22.716748 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-2e327ccb-5b4d-4b6b-9719-a62dd61cce3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b984fb5-7e25-4324-829a-323248a4b548 HTTP/1.1" status: 200 len: 999 time: 0.0778220 Apr 07 13:01:22.778412 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de72cc-4471-481a-a726-ffc304c006bc req-411b9af6-757c-4683-b988-78100a6bee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:22.779895 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-411b9af6-757c-4683-b988-78100a6bee72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 200 len: 855 time: 0.0544484 Apr 07 13:01:22.844126 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de72cc-4471-481a-a726-ffc304c006bc req-81016c44-0636-4ddb-b92b-157f449d395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:22.845680 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-81016c44-0636-4ddb-b92b-157f449d395c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4853d6b-79dc-4abc-b1a6-d90b84863c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0571756 Apr 07 13:01:22.969785 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-52b20c7b-eaa6-4aa1-8838-73ca4aa50c48 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158414 Apr 07 13:01:23.080062 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d4de72cc-4471-481a-a726-ffc304c006bc req-8539bc21-6aab-4e8e-b363-d6f03602f858 service neutron] 10.222.0.26 "GET /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891051 Apr 07 13:01:23.923901 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c09a91-dd41-4060-b55f-3da582f7a487 req-9f337d37-7b0c-4f63-9f5a-676a4f616a22 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:23.926663 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-88c09a91-dd41-4060-b55f-3da582f7a487 req-9f337d37-7b0c-4f63-9f5a-676a4f616a22 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.1342652 Apr 07 13:01:24.022548 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-88c09a91-dd41-4060-b55f-3da582f7a487 req-51277f0e-5d07-412b-9f92-c4e5b53472e1 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858834 Apr 07 13:01:25.221846 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b48ee9-6c64-45c5-809d-0e9ec7e5f85c req-7dfeb16c-9d2d-4b2a-9876-c38341dd2222 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:25.223637 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e8b48ee9-6c64-45c5-809d-0e9ec7e5f85c req-7dfeb16c-9d2d-4b2a-9876-c38341dd2222 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.1283329 Apr 07 13:01:25.293988 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e8b48ee9-6c64-45c5-809d-0e9ec7e5f85c req-61a831ba-4633-4ed4-aef8-5ee18d566ef5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633390 Apr 07 13:01:25.797823 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35566) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:25.910063 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca7cf-63da-482e-9b4b-da937d5cc606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:25.997582 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca7cf-63da-482e-9b4b-da937d5cc606 admin admin] Publish callbacks [] for security_group (0a805f05-af89-4fff-8d93-b151afecc5a0), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.001616 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca7cf-63da-482e-9b4b-da937d5cc606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0a805f05-af89-4fff-8d93-b151afecc5a0), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.040873 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-cd6ca7cf-63da-482e-9b4b-da937d5cc606 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9fe9a5615aa34dfa8d16205fb95c40f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412379 Apr 07 13:01:26.041911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ca7cf-63da-482e-9b4b-da937d5cc606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a805f05-af89-4fff-8d93-b151afecc5a0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:26.044870 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35570) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:26.105835 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-044414ff-5abc-43db-a0bb-9f5b2ee7911f admin admin] Publish callbacks [] for security_group (0a805f05-af89-4fff-8d93-b151afecc5a0), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.128101 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-044414ff-5abc-43db-a0bb-9f5b2ee7911f admin admin] Publish callbacks [] for security_group (0a805f05-af89-4fff-8d93-b151afecc5a0), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.184424 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-044414ff-5abc-43db-a0bb-9f5b2ee7911f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0a805f05-af89-4fff-8d93-b151afecc5a0), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.187232 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-044414ff-5abc-43db-a0bb-9f5b2ee7911f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.188364 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-044414ff-5abc-43db-a0bb-9f5b2ee7911f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a805f05-af89-4fff-8d93-b151afecc5a0 HTTP/1.1" status: 204 len: 168 time: 0.1425958 Apr 07 13:01:26.196089 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044414ff-5abc-43db-a0bb-9f5b2ee7911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a805f05-af89-4fff-8d93-b151afecc5a0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:26.433073 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a1d1e-3d97-49dc-95e3-c0b0fadd4f53 req-1b6a114e-fe6b-4bdb-adab-98b89d72ca02 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:26.434800 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fd5a1d1e-3d97-49dc-95e3-c0b0fadd4f53 req-1b6a114e-fe6b-4bdb-adab-98b89d72ca02 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0587580 Apr 07 13:01:26.487576 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fd5a1d1e-3d97-49dc-95e3-c0b0fadd4f53 req-9a0c89a8-f1d6-40bd-9ee6-374973d66d30 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467422 Apr 07 13:01:26.595511 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35580) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:26.609916 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3308dd76-b46b-464c-9e5c-66f7623b9582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.694672 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3308dd76-b46b-464c-9e5c-66f7623b9582 admin admin] Publish callbacks [] for security_group (7b64e86e-96cb-458f-b082-107adaf8a562), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.700865 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3308dd76-b46b-464c-9e5c-66f7623b9582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7b64e86e-96cb-458f-b082-107adaf8a562), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.739484 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-3308dd76-b46b-464c-9e5c-66f7623b9582 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d31e27dc8954a5780161a707c8e3e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426508 Apr 07 13:01:26.742169 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35582) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:26.744416 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308dd76-b46b-464c-9e5c-66f7623b9582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b64e86e-96cb-458f-b082-107adaf8a562,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:26.803499 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4932895-3b25-49cc-bda2-c9f291f61e62 admin admin] Publish callbacks [] for security_group (7b64e86e-96cb-458f-b082-107adaf8a562), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.831693 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4932895-3b25-49cc-bda2-c9f291f61e62 admin admin] Publish callbacks [] for security_group (7b64e86e-96cb-458f-b082-107adaf8a562), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.892802 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4932895-3b25-49cc-bda2-c9f291f61e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7b64e86e-96cb-458f-b082-107adaf8a562), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.895405 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e4932895-3b25-49cc-bda2-c9f291f61e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:26.896546 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e4932895-3b25-49cc-bda2-c9f291f61e62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b64e86e-96cb-458f-b082-107adaf8a562 HTTP/1.1" status: 204 len: 168 time: 0.1532810 Apr 07 13:01:26.906353 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4932895-3b25-49cc-bda2-c9f291f61e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b64e86e-96cb-458f-b082-107adaf8a562,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:27.661386 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb0526-fe60-4418-b106-5c8d5ef35098 req-527cf194-05ec-485b-8a0d-39cd451ff943 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:27.663074 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-10cb0526-fe60-4418-b106-5c8d5ef35098 req-527cf194-05ec-485b-8a0d-39cd451ff943 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0909562 Apr 07 13:01:27.730845 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-10cb0526-fe60-4418-b106-5c8d5ef35098 req-71610751-df21-4a7b-8791-c898479d65d9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603456 Apr 07 13:01:28.201037 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35618) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:28.319319 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11889714-396c-4dce-af43-ccbd45397297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:28.397003 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11889714-396c-4dce-af43-ccbd45397297 admin admin] Publish callbacks [] for security_group (5e1f2d78-529a-4174-9047-0f131731fd38), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:28.401907 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-11889714-396c-4dce-af43-ccbd45397297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5e1f2d78-529a-4174-9047-0f131731fd38), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:28.452162 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-11889714-396c-4dce-af43-ccbd45397297 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cd9143d36b04dffbd46cfc0ca7e50be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499356 Apr 07 13:01:28.453021 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11889714-396c-4dce-af43-ccbd45397297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1f2d78-529a-4174-9047-0f131731fd38,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:28.454962 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35624) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:28.508354 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23d2686e-c594-4bda-a194-baf13b4063b6 admin admin] Publish callbacks [] for security_group (5e1f2d78-529a-4174-9047-0f131731fd38), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:28.532482 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23d2686e-c594-4bda-a194-baf13b4063b6 admin admin] Publish callbacks [] for security_group (5e1f2d78-529a-4174-9047-0f131731fd38), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:28.586544 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23d2686e-c594-4bda-a194-baf13b4063b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5e1f2d78-529a-4174-9047-0f131731fd38), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:28.589600 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-23d2686e-c594-4bda-a194-baf13b4063b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:28.590777 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-23d2686e-c594-4bda-a194-baf13b4063b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e1f2d78-529a-4174-9047-0f131731fd38 HTTP/1.1" status: 204 len: 168 time: 0.1341565 Apr 07 13:01:28.600813 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2686e-c594-4bda-a194-baf13b4063b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1f2d78-529a-4174-9047-0f131731fd38,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:28.865452 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04f692-a9e1-490c-8db9-01abbc1671e5 req-5ec196a2-99f9-428f-a182-fe23813eb42a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:28.866987 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e04f692-a9e1-490c-8db9-01abbc1671e5 req-5ec196a2-99f9-428f-a182-fe23813eb42a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0619557 Apr 07 13:01:28.941967 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e04f692-a9e1-490c-8db9-01abbc1671e5 req-fcfb90d3-197c-4dc1-92c6-499b825aa289 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676043 Apr 07 13:01:29.293187 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35648) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:29.400166 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-415967474-network', 'tenant_id': '0223ecff02d44972b76674c02eb1db60'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:01:29.420878 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Made reservation on behalf of 0223ecff02d44972b76674c02eb1db60 for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:01:29.423817 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:29.433056 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:29.541704 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Publish callbacks [] for security_group (3615a2c9-bb6c-4ed1-badf-b0bf66420f29), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:29.545447 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (3615a2c9-bb6c-4ed1-badf-b0bf66420f29), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:29.577632 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3615a2c9-bb6c-4ed1-badf-b0bf66420f29,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:29.584500 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:01:29.598364 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (e3d13741-de6e-43ee-93a8-8a15e0fa80d1), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:29.598765 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Added segment e3d13741-de6e-43ee-93a8-8a15e0fa80d1 of type vlan for network 68bda3e2-847f-45cd-a3f2-7644ced302f2 Apr 07 13:01:29.645005 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (68bda3e2-847f-45cd-a3f2-7644ced302f2), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:29.674328 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (68bda3e2-847f-45cd-a3f2-7644ced302f2), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:29.675358 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:29.675988 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:29.709423 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4148710 Apr 07 13:01:29.712951 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35654) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:29.717967 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Request body: {'subnet': {'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-415967474-subnet', 'tenant_id': '0223ecff02d44972b76674c02eb1db60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:01:29.745302 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Made reservation on behalf of 0223ecff02d44972b76674c02eb1db60 for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:01:29.747990 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5186024'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:29.755945 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308278d-f771-4c70-bb40-43cdbc9bb51f admin admin] Pushing event updated for resources: {'Network': ['ID=68bda3e2-847f-45cd-a3f2-7644ced302f2,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:29.766927 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 68bda3e2-847f-45cd-a3f2-7644ced302f2 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:01:29.949925 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5189394'] for subnet (9b74e129-6159-411d-a4b1-be72eb3ff755), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:30.017520 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b74e129-6159-411d-a4b1-be72eb3ff755,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:30.023095 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Checking segment: {'id': 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:01:30.023883 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Network hostable DHCP agents. Network: 68bda3e2-847f-45cd-a3f2-7644ced302f2, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:01:30.057716 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Network 68bda3e2-847f-45cd-a3f2-7644ced302f2 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:01:30.073921 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 68bda3e2-847f-45cd-a3f2-7644ced302f2) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:01:30.078580 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:30.079224 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:30.086064 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e16e12f-82d5-4b2f-a3c2-8a0f7592f1d5 None None] Network 68bda3e2-847f-45cd-a3f2-7644ced302f2 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:01:30.105832 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fc03f41b-7c20-4a65-9ff6-2537d961fb14 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3915062 Apr 07 13:01:30.120532 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761896e4-a263-4a5c-b10a-d777e5d25abe req-8eb71deb-27c0-4ad9-868a-ea6aed7252ce tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:30.122383 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-761896e4-a263-4a5c-b10a-d777e5d25abe req-8eb71deb-27c0-4ad9-868a-ea6aed7252ce tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0785568 Apr 07 13:01:30.183434 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-761896e4-a263-4a5c-b10a-d777e5d25abe req-861bb346-a466-41ef-b498-b972c80545d9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481460 Apr 07 13:01:30.292352 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af56051-b7dd-4f73-ade4-cf83cefc3cf0 None None] Network 68bda3e2-847f-45cd-a3f2-7644ced302f2 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:01:31.313372 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b3178-c630-4f9d-8a86-234e6e2dd70f req-4030acc5-681f-44cc-9da5-d510b082d674 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:31.314905 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6a1b3178-c630-4f9d-8a86-234e6e2dd70f req-4030acc5-681f-44cc-9da5-d510b082d674 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0541530 Apr 07 13:01:31.366689 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6a1b3178-c630-4f9d-8a86-234e6e2dd70f req-be9a40d8-6e05-48d2-8641-23fc22ed1c9f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 Apr 07 13:01:31.523563 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-08452ddf-5036-43f6-8242-4cd474c7c4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:31.987086 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daff389-5604-4d8f-a550-99ec813a7829 req-6f5695fd-f0c6-4638-86e0-cbb144a66b3b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:31.988452 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-6f5695fd-f0c6-4638-86e0-cbb144a66b3b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/networks?id=68bda3e2-847f-45cd-a3f2-7644ced302f2 HTTP/1.1" status: 200 len: 808 time: 0.1141407 Apr 07 13:01:32.003314 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-b95a5372-4a63-4fa1-901e-d8354679470b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/quotas/0223ecff02d44972b76674c02eb1db60 HTTP/1.1" status: 200 len: 375 time: 0.0091059 Apr 07 13:01:32.033881 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-4c319756-12fc-4147-8ef5-5c7ecff3dd50 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0223ecff02d44972b76674c02eb1db60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260334 Apr 07 13:01:32.167300 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-08024931-9bc4-469c-ac36-66937a14cb47 service neutron] 10.222.0.45 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264107 Apr 07 13:01:32.258316 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-b8a3357e-9fd0-48fd-8849-2bfa2332c1bb service neutron] 10.222.0.45 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853012 Apr 07 13:01:32.703558 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-656b71ce-7e41-43a1-817b-40c90d91e9a8 req-a7bc6813-86f7-496b-a072-3a34b341d238 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 210 time: 0.3201261 Apr 07 13:01:32.823923 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7ed7e-2e82-4691-b830-66df19bb5d57 req-f8be2e70-23ab-4730-98d1-8f441960543b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:32.825292 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ecf7ed7e-2e82-4691-b830-66df19bb5d57 req-f8be2e70-23ab-4730-98d1-8f441960543b tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0558755 Apr 07 13:01:32.873813 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ecf7ed7e-2e82-4691-b830-66df19bb5d57 req-dd13fa97-1de9-4ded-87fc-e863d9b63b18 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428810 Apr 07 13:01:33.744205 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b984fb5-7e25-4324-829a-323248a4b548 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:01:33.811002 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5fb8593c-e3b7-4dba-b1ac-a2ea3e0bb63d req-bbcb969f-a07c-42a4-aabf-4597e6924ff0 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 210 time: 0.0319068 Apr 07 13:01:33.859590 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:33.876347 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '6b984fb5-7e25-4324-829a-323248a4b548', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'port_id': '6b984fb5-7e25-4324-829a-323248a4b548', 'mac_address': 'fa:16:3e:d0:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:01:33.881786 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-a4e5137f-47c2-45db-b71b-96548da21921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:33.920785 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6b984fb5-7e25-4324-829a-323248a4b548 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:01:33.921237 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:33.936154 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b984fb5-7e25-4324-829a-323248a4b548 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:01:33.967093 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:33.972705 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:34.024703 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828ce8c-fb5b-4bf4-b2aa-a61d753b5e4d req-8f12f17c-a73b-4bf4-9eea-4f9b356a2be3 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:34.033031 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6828ce8c-fb5b-4bf4-b2aa-a61d753b5e4d req-8f12f17c-a73b-4bf4-9eea-4f9b356a2be3 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 943 time: 0.0807047 Apr 07 13:01:34.042526 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=9']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:34.088700 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-6828ce8c-fb5b-4bf4-b2aa-a61d753b5e4d req-e471e09b-5d19-47e7-812f-bdc10c1e53ce tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540264 Apr 07 13:01:34.172645 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daff389-5604-4d8f-a550-99ec813a7829 req-fc143a7f-2816-47ca-98b3-b28d118b6542 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:34.179332 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-fc143a7f-2816-47ca-98b3-b28d118b6542 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.26 "GET /v2.0/networks?id=68bda3e2-847f-45cd-a3f2-7644ced302f2 HTTP/1.1" status: 200 len: 808 time: 0.2259109 Apr 07 13:01:34.191640 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Request body: {'port': {'device_id': '94ee0b05-ab93-4ab6-bb7d-27d2294cc804', 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2', 'admin_state_up': True, 'tenant_id': '0223ecff02d44972b76674c02eb1db60'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:01:34.203133 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['6b984fb5-7e25-4324-829a-323248a4b548'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:01:34.326317 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Made reservation on behalf of 0223ecff02d44972b76674c02eb1db60 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:01:34.330527 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:34.468606 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Allocated IP 172.20.0.3 (68bda3e2-847f-45cd-a3f2-7644ced302f2/9b74e129-6159-411d-a4b1-be72eb3ff755/1848481f-b619-4ebd-89c3-3ec66b79f043) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:01:34.619439 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks [] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:34.651173 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:34.691293 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Network 68bda3e2-847f-45cd-a3f2-7644ced302f2 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:01:34.694086 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:01:34.697965 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:01:34.727060 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Pushing event updated for resources: {'Port': ['ID=1848481f-b619-4ebd-89c3-3ec66b79f043,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:34.752659 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:34.753256 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:34.768684 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-f0dff030-89e5-48d0-b763-7424b7167d75 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814154 Apr 07 13:01:34.780045 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Request body: {'port': {'device_id': '94ee0b05-ab93-4ab6-bb7d-27d2294cc804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:01:34.839514 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:35.021880 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c94acf-8cfe-4fd1-b32c-ae714450f3e2 req-574fd383-0327-4f06-b3a8-43fa63f0b684 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:35.023439 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f6c94acf-8cfe-4fd1-b32c-ae714450f3e2 req-574fd383-0327-4f06-b3a8-43fa63f0b684 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 931 time: 0.1308641 Apr 07 13:01:35.119239 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f6c94acf-8cfe-4fd1-b32c-ae714450f3e2 req-6bf186b3-c685-4c1f-92fc-7ebb1a3c8376 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702209 Apr 07 13:01:35.145027 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:35.187723 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1848481f-b619-4ebd-89c3-3ec66b79f043 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:01:35.205541 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Publish callbacks [] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:35.237514 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Transition to ACTIVE for port object 1848481f-b619-4ebd-89c3-3ec66b79f043 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:01:35.243977 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:35.299638 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d37d85-d268-4994-87e7-d0e512077c0a req-cba021b8-a651-4f5a-a864-f8d8591ca5c4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:35.301351 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-95d37d85-d268-4994-87e7-d0e512077c0a req-cba021b8-a651-4f5a-a864-f8d8591ca5c4 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 944 time: 0.1085398 Apr 07 13:01:35.322240 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Pushing event updated for resources: {'Port': ['ID=1848481f-b619-4ebd-89c3-3ec66b79f043,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:35.417425 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-95d37d85-d268-4994-87e7-d0e512077c0a req-60f33ecd-0385-4def-a35d-75d9d3a8038a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058941 Apr 07 13:01:35.442181 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Attempting to bind port 1848481f-b619-4ebd-89c3-3ec66b79f043 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:01:35.442556 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Attempting to bind port 1848481f-b619-4ebd-89c3-3ec66b79f043 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:01:35.442881 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Attempting to bind port 1848481f-b619-4ebd-89c3-3ec66b79f043 on network 68bda3e2-847f-45cd-a3f2-7644ced302f2 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:01:35.447980 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Port 1848481f-b619-4ebd-89c3-3ec66b79f043 on network 68bda3e2-847f-45cd-a3f2-7644ced302f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:01:35.448290 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Attempting to bind port 1848481f-b619-4ebd-89c3-3ec66b79f043 on network 68bda3e2-847f-45cd-a3f2-7644ced302f2 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:01:35.452998 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:01:35.453332 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Checking segment: {'id': 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:01:35.453709 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Bound using segment: {'id': 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:01:35.454126 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Bound port: 1848481f-b619-4ebd-89c3-3ec66b79f043, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:01:35.454541 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:35.516825 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] For port 1848481f-b619-4ebd-89c3-3ec66b79f043, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:01:35.519942 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] For port 1848481f-b619-4ebd-89c3-3ec66b79f043, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1848481f-b619-4ebd-89c3-3ec66b79f043,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:01:35.524866 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:35.561705 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:35.562347 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:35.563721 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] 10.222.0.26 "PUT /v2.0/ports/1848481f-b619-4ebd-89c3-3ec66b79f043 HTTP/1.1" status: 200 len: 1093 time: 0.7876096 Apr 07 13:01:35.564167 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ee0b05-ab93-4ab6-bb7d-27d2294cc804', 'tag': '1848481f-b619-4ebd-89c3-3ec66b79f043'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:35.566439 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6589bb7d-cfb8-4e59-aff9-3919dec594c9" -d '{"events": [{"name": "network-changed", "server_uuid": "94ee0b05-ab93-4ab6-bb7d-27d2294cc804", "tag": "1848481f-b619-4ebd-89c3-3ec66b79f043"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:35.591057 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581292-1819-40d4-86e9-f7aef010e14a service neutron] Pushing event updated for resources: {'Port': ['ID=1848481f-b619-4ebd-89c3-3ec66b79f043,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:35.714897 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daff389-5604-4d8f-a550-99ec813a7829 req-c5591dd5-a864-489c-ac83-2502789d87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:35.716889 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-c5591dd5-a864-489c-ac83-2502789d87eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0223ecff02d44972b76674c02eb1db60&device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 1127 time: 0.0573885 Apr 07 13:01:35.744699 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b984fb5-7e25-4324-829a-323248a4b548 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:01:35.761758 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-ff84b3ff-bd9c-4f8a-8f19-477bee9c163d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1848481f-b619-4ebd-89c3-3ec66b79f043 HTTP/1.1" status: 200 len: 217 time: 0.0382674 Apr 07 13:01:35.781173 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a02d113-cc33-4074-abc6-79e4147ff65b x-openstack-request-id: req-5a02d113-cc33-4074-abc6-79e4147ff65b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:35.781468 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ee0b05-ab93-4ab6-bb7d-27d2294cc804", "tag": "1848481f-b619-4ebd-89c3-3ec66b79f043", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:35.782339 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a02d113-cc33-4074-abc6-79e4147ff65b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:35.782758 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a02d113-cc33-4074-abc6-79e4147ff65b'] response: {'name': 'network-changed', 'server_uuid': '94ee0b05-ab93-4ab6-bb7d-27d2294cc804', 'tag': '1848481f-b619-4ebd-89c3-3ec66b79f043', 'status': 'completed', 'code': 200} Apr 07 13:01:35.812372 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 6b984fb5-7e25-4324-829a-323248a4b548 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:01:35.813015 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6b984fb5-7e25-4324-829a-323248a4b548), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:35.823831 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daff389-5604-4d8f-a550-99ec813a7829 req-2bdeb60e-b614-47fc-af19-5837ed687a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:35.825597 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-2bdeb60e-b614-47fc-af19-5837ed687a53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b74e129-6159-411d-a4b1-be72eb3ff755 HTTP/1.1" status: 200 len: 848 time: 0.0572832 Apr 07 13:01:35.890176 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-da22735c-e9bd-4864-b440-ac6c6a269a24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68bda3e2-847f-45cd-a3f2-7644ced302f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521262 Apr 07 13:01:35.994451 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 6b984fb5-7e25-4324-829a-323248a4b548 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:01:35.995056 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:36.012038 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-7451ca70-6fba-412b-8e62-28cc0e4e5c7f service neutron] 10.222.0.26 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146185 Apr 07 13:01:36.025484 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:36.028014 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30e62d5-06a3-486d-aef2-59b90b1468f8" -d '{"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-plugged", "status": "completed", "tag": "6b984fb5-7e25-4324-829a-323248a4b548"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:36.041847 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:36.048088 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:36.106344 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=10']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:36.131987 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2daff389-5604-4d8f-a550-99ec813a7829 req-2a100e71-afe3-4329-b2fc-416d160969b2 service neutron] 10.222.0.26 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134064 Apr 07 13:01:36.146835 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918469c8-9d7f-4236-b2f0-7fd71c9535f4 x-openstack-request-id: req-918469c8-9d7f-4236-b2f0-7fd71c9535f4 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:36.147439 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-plugged", "status": "completed", "tag": "6b984fb5-7e25-4324-829a-323248a4b548", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:36.150489 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-918469c8-9d7f-4236-b2f0-7fd71c9535f4 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:36.151222 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918469c8-9d7f-4236-b2f0-7fd71c9535f4'] response: {'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548', 'code': 200} Apr 07 13:01:36.244616 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3626867-f02a-4662-a5e6-5f20f4c06520 req-8dc67635-2611-4641-8581-d7583b76d469 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:36.246076 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e3626867-f02a-4662-a5e6-5f20f4c06520 req-8dc67635-2611-4641-8581-d7583b76d469 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 943 time: 0.0521550 Apr 07 13:01:36.295235 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e3626867-f02a-4662-a5e6-5f20f4c06520 req-df9b1ed1-e2e9-4156-96bd-917d538b191b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Apr 07 13:01:36.404469 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:36.543490 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da9c47-b182-4088-809d-cc702b66b9e5 req-50c129b9-896c-41eb-8993-ded8da392987 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:36.544991 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f4da9c47-b182-4088-809d-cc702b66b9e5 req-50c129b9-896c-41eb-8993-ded8da392987 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 946 time: 0.0536098 Apr 07 13:01:36.593297 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f4da9c47-b182-4088-809d-cc702b66b9e5 req-ef7b9fc6-a302-4df8-addf-ba65e4da4092 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 Apr 07 13:01:36.663074 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237548b-918e-4044-a23e-2d2e251a0b41 req-7879771d-9d22-41e1-a566-243e5e72b52c tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:36.664546 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5237548b-918e-4044-a23e-2d2e251a0b41 req-7879771d-9d22-41e1-a566-243e5e72b52c tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.0543680 Apr 07 13:01:36.709419 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5237548b-918e-4044-a23e-2d2e251a0b41 req-ca700940-d463-4245-9b61-4cf97099b974 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392203 Apr 07 13:01:37.200953 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-36d54269-d246-484d-8f65-7e2db70f1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:37.202500 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-36d54269-d246-484d-8f65-7e2db70f1d7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0223ecff02d44972b76674c02eb1db60&device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 1127 time: 0.0496602 Apr 07 13:01:37.417564 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deefeb7-acd8-4bfb-9c30-a70d8d5c929a req-d3938307-4210-4885-90c2-22d5e1328c4f tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:37.419080 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1deefeb7-acd8-4bfb-9c30-a70d8d5c929a req-d3938307-4210-4885-90c2-22d5e1328c4f tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 943 time: 0.0553930 Apr 07 13:01:37.465966 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1deefeb7-acd8-4bfb-9c30-a70d8d5c929a req-45a215b9-2e09-41c7-8680-65353381844f tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Apr 07 13:01:37.717992 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823f062-8a0b-443b-ac2e-de4cb2d1b512 req-ae34b798-fc28-40a7-a756-4bb060057ff8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:37.719755 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c823f062-8a0b-443b-ac2e-de4cb2d1b512 req-ae34b798-fc28-40a7-a756-4bb060057ff8 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 946 time: 0.0527658 Apr 07 13:01:37.751398 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 1848481f-b619-4ebd-89c3-3ec66b79f043 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:01:37.769307 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c823f062-8a0b-443b-ac2e-de4cb2d1b512 req-08477fa0-a1bc-47bb-a9b6-3e431a702046 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 Apr 07 13:01:37.842599 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:37.846418 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e2135-19fd-4a79-9aa8-9cac3abf9ec9 req-e8c54324-9198-45df-8a34-2abbb9eec53c tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:37.847923 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e6e2135-19fd-4a79-9aa8-9cac3abf9ec9 req-e8c54324-9198-45df-8a34-2abbb9eec53c tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.0690441 Apr 07 13:01:37.873427 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 1848481f-b619-4ebd-89c3-3ec66b79f043, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1848481f-b619-4ebd-89c3-3ec66b79f043,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:37.884921 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '1848481f-b619-4ebd-89c3-3ec66b79f043', 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2', 'port_id': '1848481f-b619-4ebd-89c3-3ec66b79f043', 'mac_address': 'fa:16:3e:4d:16:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b74e129-6159-411d-a4b1-be72eb3ff755', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:01:37.895494 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8e6e2135-19fd-4a79-9aa8-9cac3abf9ec9 req-642bd713-94d9-4027-bad3-36ad21d71059 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Apr 07 13:01:37.926476 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 1848481f-b619-4ebd-89c3-3ec66b79f043 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:01:37.926870 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:37.939516 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1848481f-b619-4ebd-89c3-3ec66b79f043 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:01:37.960649 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 1848481f-b619-4ebd-89c3-3ec66b79f043, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1848481f-b619-4ebd-89c3-3ec66b79f043,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:37.965137 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:38.010768 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=1848481f-b619-4ebd-89c3-3ec66b79f043,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:38.192025 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['1848481f-b619-4ebd-89c3-3ec66b79f043'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:01:38.502843 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-cbf71756-8e05-46cb-b6dc-e16ab9dcce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:38.504326 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-cbf71756-8e05-46cb-b6dc-e16ab9dcce51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68bda3e2-847f-45cd-a3f2-7644ced302f2 HTTP/1.1" status: 200 len: 909 time: 0.0903184 Apr 07 13:01:38.586837 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926faa08-9afd-4fcf-8ec6-aec770282834 req-724b7488-8555-4a7a-b1b0-d3501b8155e7 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:38.588299 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-926faa08-9afd-4fcf-8ec6-aec770282834 req-724b7488-8555-4a7a-b1b0-d3501b8155e7 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 944 time: 0.0547397 Apr 07 13:01:38.633200 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-926faa08-9afd-4fcf-8ec6-aec770282834 req-5223f428-7a3f-44f6-ad65-764e3176fe9d tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387156 Apr 07 13:01:38.897509 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afb562-778b-4b86-afae-e790727b04c6 req-8175f8cc-6d63-42a3-8e79-0903d86566fe tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:38.899009 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-60afb562-778b-4b86-afae-e790727b04c6 req-8175f8cc-6d63-42a3-8e79-0903d86566fe tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 946 time: 0.0524671 Apr 07 13:01:38.946922 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-60afb562-778b-4b86-afae-e790727b04c6 req-9d36f986-0a7d-4892-b80b-702646049f88 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 Apr 07 13:01:39.015501 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656f703-ca5f-4cc6-9f5b-e7186120df61 req-1f033992-0c6d-4b07-9091-4cdb45c589e1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:39.017064 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2656f703-ca5f-4cc6-9f5b-e7186120df61 req-1f033992-0c6d-4b07-9091-4cdb45c589e1 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.0546052 Apr 07 13:01:39.078927 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2656f703-ca5f-4cc6-9f5b-e7186120df61 req-ec987850-d99b-439d-af6f-cc125d0cc624 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups?id=d64daa56-05c8-416d-ad01-dab52fa3cbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562141 Apr 07 13:01:39.123313 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-dd248668-d4c2-4b79-b6e8-f608f4fde363 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1848481f-b619-4ebd-89c3-3ec66b79f043 HTTP/1.1" status: 200 len: 217 time: 0.0631573 Apr 07 13:01:39.195199 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-5a9824bd-f8dc-4c2b-861a-6f709a3d642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:39.196624 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-5a9824bd-f8dc-4c2b-861a-6f709a3d642e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b74e129-6159-411d-a4b1-be72eb3ff755 HTTP/1.1" status: 200 len: 848 time: 0.0544116 Apr 07 13:01:39.218110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff4b0f-b74d-4059-8d2e-24adb4a15e9d req-49d60a79-b44b-4838-b6c0-9acc0248aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:39.219842 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e1ff4b0f-b74d-4059-8d2e-24adb4a15e9d req-49d60a79-b44b-4838-b6c0-9acc0248aa49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 1130 time: 0.1086137 Apr 07 13:01:39.261201 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-04436609-962a-415a-afef-630050ab1cd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68bda3e2-847f-45cd-a3f2-7644ced302f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542774 Apr 07 13:01:39.364204 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-c30229bb-4600-44f5-a443-bb375370319d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:39.365644 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-c30229bb-4600-44f5-a443-bb375370319d tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 945 time: 0.1673250 Apr 07 13:01:39.371676 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e1ff4b0f-b74d-4059-8d2e-24adb4a15e9d req-c6aa3785-c956-4792-a50a-e17b7e0be09d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319871 Apr 07 13:01:39.431522 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-06255573-da7d-4b41-b0ce-3820821cce3a service neutron] 10.222.0.26 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613197 Apr 07 13:01:39.477892 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Deleting port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:39.478254 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:39.568331 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] For port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:39.568692 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:39.751672 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 1848481f-b619-4ebd-89c3-3ec66b79f043 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:01:39.799196 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 1848481f-b619-4ebd-89c3-3ec66b79f043 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:01:39.803325 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 1848481f-b619-4ebd-89c3-3ec66b79f043 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:01:39.803699 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:39.821511 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6589bb7d-cfb8-4e59-aff9-3919dec594c9 req-c9e75f1d-fa03-4c6b-9da8-61c314a20015 service neutron] 10.222.0.26 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110543 Apr 07 13:01:39.841658 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:39.842021 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (d91c57cc-9779-46c9-81d9-54bb83aeae9f), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:39.842373 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Floating IP d91c57cc-9779-46c9-81d9-54bb83aeae9f disassociated. External IP: 172.28.2.204, port: 1bf6a95a-12e4-45e3-b8aa-0d40dd481341. Apr 07 13:01:39.842715 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Calling delete_port for 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:39.851020 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71214d09-18c0-4f64-b598-b2d4e30b1c08 req-1670f230-19a3-4a83-873a-23c64567477f tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:39.852480 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-71214d09-18c0-4f64-b598-b2d4e30b1c08 req-1670f230-19a3-4a83-873a-23c64567477f tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 944 time: 0.1446774 Apr 07 13:01:39.886313 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 1848481f-b619-4ebd-89c3-3ec66b79f043 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:01:39.886699 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:39.909524 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ee0b05-ab93-4ab6-bb7d-27d2294cc804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1848481f-b619-4ebd-89c3-3ec66b79f043'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:39.911900 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f9699a-8af3-47e0-b501-876091404c43" -d '{"events": [{"server_uuid": "94ee0b05-ab93-4ab6-bb7d-27d2294cc804", "name": "network-vif-plugged", "status": "completed", "tag": "1848481f-b619-4ebd-89c3-3ec66b79f043"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:39.924429 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 1848481f-b619-4ebd-89c3-3ec66b79f043, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1848481f-b619-4ebd-89c3-3ec66b79f043,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:39.929266 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:39.949154 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-71214d09-18c0-4f64-b598-b2d4e30b1c08 req-7c74cce7-8b0d-468a-b8ff-4f7fc91f9ed7 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890045 Apr 07 13:01:39.958938 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece03d36-cbe9-4aaa-8f47-e49be44f7ac2 x-openstack-request-id: req-ece03d36-cbe9-4aaa-8f47-e49be44f7ac2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:39.959257 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ee0b05-ab93-4ab6-bb7d-27d2294cc804", "name": "network-vif-plugged", "status": "completed", "tag": "1848481f-b619-4ebd-89c3-3ec66b79f043", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:39.959513 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ece03d36-cbe9-4aaa-8f47-e49be44f7ac2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:39.959905 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece03d36-cbe9-4aaa-8f47-e49be44f7ac2'] response: {'server_uuid': '94ee0b05-ab93-4ab6-bb7d-27d2294cc804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1848481f-b619-4ebd-89c3-3ec66b79f043', 'code': 200} Apr 07 13:01:39.988927 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=1848481f-b619-4ebd-89c3-3ec66b79f043,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:40.026744 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (1bf6a95a-12e4-45e3-b8aa-0d40dd481341), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:40.057813 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'Port': ['ID=1bf6a95a-12e4-45e3-b8aa-0d40dd481341,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:40.097069 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09a75-75c0-4ab1-84f6-e43300cbe818 req-e304e242-3e6f-42d5-8e4e-db5f295a7b8d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:40.099159 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-01f09a75-75c0-4ab1-84f6-e43300cbe818 req-e304e242-3e6f-42d5-8e4e-db5f295a7b8d tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 946 time: 0.0774570 Apr 07 13:01:40.184189 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-01f09a75-75c0-4ab1-84f6-e43300cbe818 req-6dbbf28f-5df4-446c-9ab8-a30ac9591cc9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745180 Apr 07 13:01:40.231813 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9e2c2057-a55d-4dd0-ab56-77e77f56cce8 req-94b604e7-bda3-4f8e-ad6f-f0298177aaff tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 210 time: 0.0635128 Apr 07 13:01:40.256929 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af7e9-e49d-4bce-a217-c3924bda2e03 req-f6383bf5-16aa-41f2-8a50-aaf23d704b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:40.258445 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1c3af7e9-e49d-4bce-a217-c3924bda2e03 req-f6383bf5-16aa-41f2-8a50-aaf23d704b8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 1129 time: 0.0759349 Apr 07 13:01:40.267196 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:01:40.345523 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1c3af7e9-e49d-4bce-a217-c3924bda2e03 req-de1486e1-3bca-4d44-a56e-2c09c0544e78 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801818 Apr 07 13:01:40.408364 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:01:40.418691 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:01:40.429209 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:40.429815 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:40.452257 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] No DVR routers for this DVR port 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:40.454890 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:40.458433 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-13a9176d-2bcc-4917-b089-a2261fe8f007 req-978f7a61-a0e8-4382-b005-f8cfa72ee2e5 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.26 "DELETE /v2.0/ports/1bf6a95a-12e4-45e3-b8aa-0d40dd481341 HTTP/1.1" status: 204 len: 173 time: 1.0845277 Apr 07 13:01:40.458903 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c887229-f09d-4cee-b8b5-f899e7120029', 'name': 'network-vif-deleted', 'tag': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:40.461183 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a0963-8206-4c33-aa50-9b154c4c021b" -d '{"events": [{"server_uuid": "9c887229-f09d-4cee-b8b5-f899e7120029", "name": "network-vif-deleted", "tag": "1bf6a95a-12e4-45e3-b8aa-0d40dd481341"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:40.507887 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376b13b8-c94c-4e64-8d42-39015e947f83 x-openstack-request-id: req-376b13b8-c94c-4e64-8d42-39015e947f83 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:40.508176 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c887229-f09d-4cee-b8b5-f899e7120029", "name": "network-vif-deleted", "tag": "1bf6a95a-12e4-45e3-b8aa-0d40dd481341", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:40.508429 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-376b13b8-c94c-4e64-8d42-39015e947f83 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:40.508839 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376b13b8-c94c-4e64-8d42-39015e947f83'] response: {'server_uuid': '9c887229-f09d-4cee-b8b5-f899e7120029', 'name': 'network-vif-deleted', 'tag': '1bf6a95a-12e4-45e3-b8aa-0d40dd481341', 'status': 'completed', 'code': 200} Apr 07 13:01:40.685271 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:40.889244 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:40.920898 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:01:40.929705 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:40.930271 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:41.050194 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:41.296246 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:41.310345 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cd05-2afb-45ca-9687-59f1adc1f1bd req-fb4a8d3d-19c4-4f37-9ced-2abe2528605e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:41.311958 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2d26cd05-2afb-45ca-9687-59f1adc1f1bd req-fb4a8d3d-19c4-4f37-9ced-2abe2528605e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 945 time: 0.2823362 Apr 07 13:01:41.328842 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25cab11-ad8d-4451-b1cb-ec3989e0039d None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T12:56:07Z', 'revision_number': 4, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6ca053f8-f1ac-4949-8462-ea8f60fafa61', 'name': '', 'network_id': '7168dd73-28dd-4ce5-9a86-2153d1e0fea4', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'mac_address': 'fa:16:3e:8c:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1029117b-6b27-42fc-af69-b20087717eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:56:05Z', 'updated_at': '2022-04-07T12:56:19Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'subnets': [{'id': '1029117b-6b27-42fc-af69-b20087717eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:01:41.340052 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5facb0-a6a3-4bad-ac51-811b23f42daa req-463991c2-c573-4cbf-be39-1c6e57b27032 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:41.351916 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ae5facb0-a6a3-4bad-ac51-811b23f42daa req-463991c2-c573-4cbf-be39-1c6e57b27032 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 946 time: 0.0798981 Apr 07 13:01:41.380465 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2d26cd05-2afb-45ca-9687-59f1adc1f1bd req-2a265f79-a931-48dd-ad54-b78558a2ac49 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616581 Apr 07 13:01:41.437834 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ae5facb0-a6a3-4bad-ac51-811b23f42daa req-bf65453c-63be-4127-b30c-589a74f6f087 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766988 Apr 07 13:01:41.494935 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-b2748632-3701-4150-9884-9627c6add326 req-c1e6d657-bf70-4fab-beaf-96cc19b5a363 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 210 time: 0.0273926 Apr 07 13:01:41.626169 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8811b-2ce7-4d03-a2e0-54c23b9b2045 None None] New status for floating IP d91c57cc-9779-46c9-81d9-54bb83aeae9f: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:01:42.506338 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc53a-0f93-4366-895b-c1ad0c5c7a22 req-38042ffd-1c32-4b10-8b14-cb1a069e1ff6 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:42.507852 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d26fc53a-0f93-4366-895b-c1ad0c5c7a22 req-38042ffd-1c32-4b10-8b14-cb1a069e1ff6 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 945 time: 0.0577385 Apr 07 13:01:42.554133 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d26fc53a-0f93-4366-895b-c1ad0c5c7a22 req-ea403498-d6ed-4e88-a9c5-a8e44a99c52b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399263 Apr 07 13:01:42.558808 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f561-7df6-4c28-8413-02ffbabff5e5 req-8f44b102-3123-457f-a2e4-c9eb9c515341 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:42.560281 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2b84f561-7df6-4c28-8413-02ffbabff5e5 req-8f44b102-3123-457f-a2e4-c9eb9c515341 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 946 time: 0.0547113 Apr 07 13:01:42.611186 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2b84f561-7df6-4c28-8413-02ffbabff5e5 req-1fec44c1-995c-4247-a609-566c23916e8f tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 Apr 07 13:01:42.663426 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9d214899-30a5-4ce2-9041-d0a754c87e24 req-ffbbe545-79bd-47b3-a19a-533d4653f7b8 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c887229-f09d-4cee-b8b5-f899e7120029 HTTP/1.1" status: 200 len: 210 time: 0.0284214 Apr 07 13:01:43.177578 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40426769-3b90-4ba0-92b3-2a200a7ad6b2 req-0ecaa2aa-b321-48a8-8438-18c3235698e7 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:43.178980 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-40426769-3b90-4ba0-92b3-2a200a7ad6b2 req-0ecaa2aa-b321-48a8-8438-18c3235698e7 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 945 time: 0.0513706 Apr 07 13:01:43.223171 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-40426769-3b90-4ba0-92b3-2a200a7ad6b2 req-f7d16c23-63bb-4e2d-aba6-4c04ce145c1b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Apr 07 13:01:43.750064 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 35912) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:43.775670 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:43.799383 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:43.799724 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 1bf6a95a-12e4-45e3-b8aa-0d40dd481341 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:43.802773 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-975bcd8d-7c07-4c66-b657-17a1f9420580 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (d64daa56-05c8-416d-ad01-dab52fa3cbeb), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:43.826078 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-975bcd8d-7c07-4c66-b657-17a1f9420580 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (d64daa56-05c8-416d-ad01-dab52fa3cbeb), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:43.874747 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:01:43.876186 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-975bcd8d-7c07-4c66-b657-17a1f9420580 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d64daa56-05c8-416d-ad01-dab52fa3cbeb), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:43.878728 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-975bcd8d-7c07-4c66-b657-17a1f9420580 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:43.879864 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-975bcd8d-7c07-4c66-b657-17a1f9420580 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "DELETE /v2.0/security-groups/d64daa56-05c8-416d-ad01-dab52fa3cbeb HTTP/1.1" status: 204 len: 168 time: 0.1287251 Apr 07 13:01:43.882707 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35914) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:43.889391 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bcd8d-7c07-4c66-b657-17a1f9420580 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64daa56-05c8-416d-ad01-dab52fa3cbeb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:43.899072 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.api.v2.resource [None req-2320d4b3-c83b-4e49-ac12-e0b3ed14dc49 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] show failed (client error): The resource could not be found. Apr 07 13:01:43.900103 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-2320d4b3-c83b-4e49-ac12-e0b3ed14dc49 tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "GET /v2.0/security-groups/d64daa56-05c8-416d-ad01-dab52fa3cbeb HTTP/1.1" status: 404 len: 347 time: 0.0163805 Apr 07 13:01:43.903138 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 35916) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:44.026884 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Deleting port af9c34b6-72bd-4be3-9770-24364624e4f9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:44.027144 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (af9c34b6-72bd-4be3-9770-24364624e4f9), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:44.106924 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (af9c34b6-72bd-4be3-9770-24364624e4f9), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:44.107253 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (af9c34b6-72bd-4be3-9770-24364624e4f9), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:44.121049 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Calling delete_port for af9c34b6-72bd-4be3-9770-24364624e4f9 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:44.263616 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (af9c34b6-72bd-4be3-9770-24364624e4f9), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:44.293585 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Pushing event deleted for resources: {'Port': ['ID=af9c34b6-72bd-4be3-9770-24364624e4f9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:44.385792 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks [] for floatingip (d91c57cc-9779-46c9-81d9-54bb83aeae9f), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:44.388315 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:44.389458 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-94ebc7c7-0965-41a5-870a-63272484d32b tempest-AttachVolumeNegativeTest-1568658376 tempest-AttachVolumeNegativeTest-1568658376-project] 10.222.0.45 "DELETE /v2.0/floatingips/d91c57cc-9779-46c9-81d9-54bb83aeae9f HTTP/1.1" status: 204 len: 168 time: 0.4854383 Apr 07 13:01:44.396617 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809e193-acba-490e-b535-5c82fe36aa95 req-64575bad-9b04-48cd-af3c-319497cc72bf tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:44.398458 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4809e193-acba-490e-b535-5c82fe36aa95 req-64575bad-9b04-48cd-af3c-319497cc72bf tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 945 time: 0.1057990 Apr 07 13:01:44.449180 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4809e193-acba-490e-b535-5c82fe36aa95 req-78a5c045-3352-4c85-8c36-30ab0fc35115 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446696 Apr 07 13:01:44.816360 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-6225e352-0de1-477b-83f2-c967e111c63b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:44.817824 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-6225e352-0de1-477b-83f2-c967e111c63b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 945 time: 0.3474181 Apr 07 13:01:44.910748 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Deleting port 1848481f-b619-4ebd-89c3-3ec66b79f043 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:44.911445 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:45.002804 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] For port 1848481f-b619-4ebd-89c3-3ec66b79f043, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=1848481f-b619-4ebd-89c3-3ec66b79f043,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:45.003171 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:45.016322 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Calling delete_port for 1848481f-b619-4ebd-89c3-3ec66b79f043 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:45.149466 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (1848481f-b619-4ebd-89c3-3ec66b79f043), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:45.161246 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['1848481f-b619-4ebd-89c3-3ec66b79f043'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:01:45.184847 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Pushing event deleted for resources: {'Port': ['ID=1848481f-b619-4ebd-89c3-3ec66b79f043,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:45.224179 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] No DVR routers for this DVR port 1848481f-b619-4ebd-89c3-3ec66b79f043 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:45.226921 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:45.230338 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-82edce3e-1e3d-4245-8862-939b0f5f5c51 req-7d79b703-5522-4cf3-af4d-bbe5ec8d5e2e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.26 "DELETE /v2.0/ports/1848481f-b619-4ebd-89c3-3ec66b79f043 HTTP/1.1" status: 204 len: 173 time: 0.4068267 Apr 07 13:01:45.230797 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ee0b05-ab93-4ab6-bb7d-27d2294cc804', 'name': 'network-vif-deleted', 'tag': '1848481f-b619-4ebd-89c3-3ec66b79f043'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:45.233063 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f4022-7b3e-4bd5-bc29-2c46ebaae2d3" -d '{"events": [{"server_uuid": "94ee0b05-ab93-4ab6-bb7d-27d2294cc804", "name": "network-vif-deleted", "tag": "1848481f-b619-4ebd-89c3-3ec66b79f043"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:45.273621 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e071791-b1aa-46f7-b4b9-d4520088bc62 x-openstack-request-id: req-0e071791-b1aa-46f7-b4b9-d4520088bc62 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:45.273923 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ee0b05-ab93-4ab6-bb7d-27d2294cc804", "name": "network-vif-deleted", "tag": "1848481f-b619-4ebd-89c3-3ec66b79f043", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:45.274174 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e071791-b1aa-46f7-b4b9-d4520088bc62 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:45.274598 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e071791-b1aa-46f7-b4b9-d4520088bc62'] response: {'server_uuid': '94ee0b05-ab93-4ab6-bb7d-27d2294cc804', 'name': 'network-vif-deleted', 'tag': '1848481f-b619-4ebd-89c3-3ec66b79f043', 'status': 'completed', 'code': 200} Apr 07 13:01:45.569200 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3794faf5-ff72-4276-ae83-1f2dfb0af2cc req-5705360d-e577-48a6-b320-75e584aa1560 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=94ee0b05-ab93-4ab6-bb7d-27d2294cc804 HTTP/1.1" status: 200 len: 210 time: 0.0333121 Apr 07 13:01:45.808690 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ab18-f785-4b02-a8c7-804ed8a7df86 req-e887f579-9430-42ed-b1a3-33bb05befa0b tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:45.810205 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-14a9ab18-f785-4b02-a8c7-804ed8a7df86 req-e887f579-9430-42ed-b1a3-33bb05befa0b tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 945 time: 0.0534501 Apr 07 13:01:45.857967 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-14a9ab18-f785-4b02-a8c7-804ed8a7df86 req-0ac5fb15-dfa0-47b0-b120-133513d7b5ef tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Apr 07 13:01:46.838848 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-90c92597-cd9a-46a8-b317-2f9e68a295c3 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:46.840315 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-90c92597-cd9a-46a8-b317-2f9e68a295c3 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/networks?id=68bda3e2-847f-45cd-a3f2-7644ced302f2 HTTP/1.1" status: 200 len: 808 time: 0.1070547 Apr 07 13:01:46.855360 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-43c76fff-e1b8-4794-8d49-cfbcdcfba8e5 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/quotas/0223ecff02d44972b76674c02eb1db60 HTTP/1.1" status: 200 len: 375 time: 0.0094340 Apr 07 13:01:46.888357 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-62e1d349-8ae9-4120-bf62-3458b18119d8 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0223ecff02d44972b76674c02eb1db60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278456 Apr 07 13:01:46.987050 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5820a-c465-4970-a0a5-b9eb255e0d17 req-19e8c328-d572-42f2-af4c-c96aacc35e01 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:46.988414 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-10916adc-85c0-4d77-a018-efbceb692e24 service neutron] 10.222.0.45 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924256 Apr 07 13:01:46.990651 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-46b5820a-c465-4970-a0a5-b9eb255e0d17 req-19e8c328-d572-42f2-af4c-c96aacc35e01 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 945 time: 0.0634508 Apr 07 13:01:47.036756 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-46b5820a-c465-4970-a0a5-b9eb255e0d17 req-b2c28da4-5691-4c11-9565-b4a93dc17f51 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Apr 07 13:01:47.088036 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-6cfa77a4-8bd8-431a-a50a-3a39edaa4ca8 service neutron] 10.222.0.45 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929549 Apr 07 13:01:47.248268 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ef890e74-6632-41b8-97f2-7867f5eb4462 req-24f6513c-cce2-49d5-91b5-8785c64ac12d tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 210 time: 0.0296500 Apr 07 13:01:47.622418 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-1fb1bacd-f70d-4b03-a39e-8824c16d1200 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:47.624003 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-1fb1bacd-f70d-4b03-a39e-8824c16d1200 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 945 time: 0.0548203 Apr 07 13:01:47.722656 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Deleting port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:47.723072 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:47.797343 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 1848481f-b619-4ebd-89c3-3ec66b79f043 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:47.815092 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] For port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:47.815767 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:47.816937 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 1848481f-b619-4ebd-89c3-3ec66b79f043 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:47.817282 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 1848481f-b619-4ebd-89c3-3ec66b79f043 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:47.992011 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:47.992575 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (6d72fbc7-f490-4c75-8658-c2def5a5fa78), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:47.992575 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Floating IP 6d72fbc7-f490-4c75-8658-c2def5a5fa78 disassociated. External IP: 172.28.2.212, port: 9239aad6-4d45-4ddd-89f9-d88ee29d6c44. Apr 07 13:01:47.992894 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Calling delete_port for 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:48.115012 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36006) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:48.230277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (9239aad6-4d45-4ddd-89f9-d88ee29d6c44), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:48.277255 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event deleted for resources: {'Port': ['ID=9239aad6-4d45-4ddd-89f9-d88ee29d6c44,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:48.310577 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed8d51-c140-4c6c-bfcd-5221d1be4677 req-d8b7ccf1-d370-4695-afd6-592abef57c42 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:48.312134 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97ed8d51-c140-4c6c-bfcd-5221d1be4677 req-d8b7ccf1-d370-4695-afd6-592abef57c42 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/ports?device_id=6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad HTTP/1.1" status: 200 len: 945 time: 0.1712687 Apr 07 13:01:48.320958 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-5bc75cac-40a0-4e3c-a75b-608c9bd78526 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:48.323170 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-5bc75cac-40a0-4e3c-a75b-608c9bd78526 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.26 "GET /v2.0/networks?id=68bda3e2-847f-45cd-a3f2-7644ced302f2 HTTP/1.1" status: 200 len: 808 time: 0.2557509 Apr 07 13:01:48.359767 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Request body: {'port': {'device_id': '53578bc5-4995-4807-881f-7b72e6c5e60e', 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2', 'admin_state_up': True, 'tenant_id': '0223ecff02d44972b76674c02eb1db60'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:01:48.374258 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-dcacc702-2f76-4def-aab2-5ae3e25f239d req-1a4a43d3-b8ec-4d67-8d15-e6993a9ed70b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 210 time: 0.0315080 Apr 07 13:01:48.513117 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97ed8d51-c140-4c6c-bfcd-5221d1be4677 req-1eb9fb4f-dc48-43f9-83fe-29ea90a036a4 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups?id=29c503f7-032e-42a8-82fc-74bc980b6ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888452 Apr 07 13:01:48.565330 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Router e98473a3-78b7-4e59-8017-1d1bcc3c678d has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:01:48.569109 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Made reservation on behalf of 0223ecff02d44972b76674c02eb1db60 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:01:48.573102 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:48.589914 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2031553'] for router_interface (a818cbf0-2901-472c-b6a7-5fb46dee0999), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:48.815967 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:01:48.817164 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:48.826749 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] Sync routers for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:01:48.827361 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Allocated IP 172.20.0.7 (68bda3e2-847f-45cd-a3f2-7644ced302f2/9b74e129-6159-411d-a4b1-be72eb3ff755/674ac6e5-a83d-4f0d-b8ce-191ea8cb4895) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:01:48.841584 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:48.842615 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:48.878446 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] No DVR routers for this DVR port 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:48.882042 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:48.887035 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef6aa33a-3b99-4f53-9368-73b5b430b61f req-947378ad-0766-43de-b826-564b03699a15 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.26 "DELETE /v2.0/ports/9239aad6-4d45-4ddd-89f9-d88ee29d6c44 HTTP/1.1" status: 204 len: 173 time: 1.2582369 Apr 07 13:01:48.887499 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'name': 'network-vif-deleted', 'tag': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:48.891037 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40573d0-ea49-4d3d-891a-2e11f7544aa2" -d '{"events": [{"server_uuid": "6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad", "name": "network-vif-deleted", "tag": "9239aad6-4d45-4ddd-89f9-d88ee29d6c44"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:48.909171 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Deleting port 6ca053f8-f1ac-4949-8462-ea8f60fafa61 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:48.909517 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.005287 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:49.018115 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837181d-ddda-454b-9a95-8cc1b3485562 x-openstack-request-id: req-f837181d-ddda-454b-9a95-8cc1b3485562 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:49.018755 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad", "name": "network-vif-deleted", "tag": "9239aad6-4d45-4ddd-89f9-d88ee29d6c44", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:49.018842 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f837181d-ddda-454b-9a95-8cc1b3485562 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:49.019212 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f837181d-ddda-454b-9a95-8cc1b3485562'] response: {'server_uuid': '6bbb5d48-9ce9-4b6a-bf5f-6978440d58ad', 'name': 'network-vif-deleted', 'tag': '9239aad6-4d45-4ddd-89f9-d88ee29d6c44', 'status': 'completed', 'code': 200} Apr 07 13:01:49.039321 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] For port 6ca053f8-f1ac-4949-8462-ea8f60fafa61, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=6ca053f8-f1ac-4949-8462-ea8f60fafa61,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:49.039638 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.054022 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Calling delete_port for 6ca053f8-f1ac-4949-8462-ea8f60fafa61 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:49.099230 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks [] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.145535 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.206571 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Network 68bda3e2-847f-45cd-a3f2-7644ced302f2 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:01:49.212580 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:01:49.217512 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:01:49.248244 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Pushing event updated for resources: {'Port': ['ID=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:49.278429 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:49.282441 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (6ca053f8-f1ac-4949-8462-ea8f60fafa61), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.285237 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:49.285237 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.313412 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] Checking router: e98473a3-78b7-4e59-8017-1d1bcc3c678d for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:01:49.314904 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-4c0f415e-4f5d-4472-835f-f298740ee9c2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9593713 Apr 07 13:01:49.318307 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca053f8-f1ac-4949-8462-ea8f60fafa61,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:49.324465 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:49.327300 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:49.339500 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Request body: {'port': {'device_id': '53578bc5-4995-4807-881f-7b72e6c5e60e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:01:49.510751 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.570383 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:49.576455 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2031502'] for router_interface (a818cbf0-2901-472c-b6a7-5fb46dee0999), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.633532 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a661-d378-42e0-8040-ad5f6693dc9c req-38c19138-ec36-47a1-b4ea-1307d5046d95 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:49.640887 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c311a661-d378-42e0-8040-ad5f6693dc9c req-38c19138-ec36-47a1-b4ea-1307d5046d95 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 931 time: 0.1761601 Apr 07 13:01:49.662625 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36024) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:49.762863 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c311a661-d378-42e0-8040-ad5f6693dc9c req-05da5529-9ec8-4193-8cf4-28743946109f tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209705 Apr 07 13:01:49.782955 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-001401b0-2ca8-4c66-bb81-eb5ae1d7742d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (29c503f7-032e-42a8-82fc-74bc980b6ca4), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.843002 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-001401b0-2ca8-4c66-bb81-eb5ae1d7742d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (29c503f7-032e-42a8-82fc-74bc980b6ca4), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.934382 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:49.937279 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Router a818cbf0-2901-472c-b6a7-5fb46dee0999 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:01:49.941647 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:01:49.950209 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Publish callbacks [] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.950848 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-001401b0-2ca8-4c66-bb81-eb5ae1d7742d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (29c503f7-032e-42a8-82fc-74bc980b6ca4), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.953347 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-001401b0-2ca8-4c66-bb81-eb5ae1d7742d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.957092 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-001401b0-2ca8-4c66-bb81-eb5ae1d7742d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "DELETE /v2.0/security-groups/29c503f7-032e-42a8-82fc-74bc980b6ca4 HTTP/1.1" status: 204 len: 168 time: 0.2910621 Apr 07 13:01:49.957517 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36026) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:49.967578 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c0105-6b38-4440-8835-b7395a20b6d9 None None] The sync data for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb is: [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T12:55:55Z', 'revision_number': 4, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'f5e3bbf1-fdec-45ea-80a2-f43d95f7a467', 'name': '', 'network_id': '5ca162ac-5f24-4fa1-ba6f-9a6242c95701', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'mac_address': 'fa:16:3e:ec:20:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'subnets': [{'id': 'c79bda1f-249c-47f2-94c0-668089c8fb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:01:49.980545 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Transition to ACTIVE for port object 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:01:49.981739 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.api.v2.resource [None req-950a5c0f-8d56-464c-a373-13ad905113a1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] show failed (client error): The resource could not be found. Apr 07 13:01:49.986145 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-950a5c0f-8d56-464c-a373-13ad905113a1 tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "GET /v2.0/security-groups/29c503f7-032e-42a8-82fc-74bc980b6ca4 HTTP/1.1" status: 404 len: 347 time: 0.0242000 Apr 07 13:01:49.986580 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36028) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:49.995769 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:49.999255 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001401b0-2ca8-4c66-bb81-eb5ae1d7742d tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c503f7-032e-42a8-82fc-74bc980b6ca4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:50.070558 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:01:50.078771 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-ac44425b-ac43-4285-94de-17fa9b6e9388 admin admin] 10.222.0.45 "PUT /v2.0/routers/a818cbf0-2901-472c-b6a7-5fb46dee0999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9601562 Apr 07 13:01:50.078771 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36030) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:50.081038 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] Sync routers for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:01:50.091655 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:50.092281 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:50.121204 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Pushing event updated for resources: {'Port': ['ID=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:50.229032 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks [] for router (a818cbf0-2901-472c-b6a7-5fb46dee0999), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.230193 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Deleting port 52672af6-a737-4adc-ac8f-f8c96fa853c9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:50.230758 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (52672af6-a737-4adc-ac8f-f8c96fa853c9), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.235061 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Attempting to bind port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:01:50.235387 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Attempting to bind port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:01:50.235711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Attempting to bind port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 on network 68bda3e2-847f-45cd-a3f2-7644ced302f2 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:01:50.236141 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:50.257617 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 on network 68bda3e2-847f-45cd-a3f2-7644ced302f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:01:50.257935 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Attempting to bind port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 on network 68bda3e2-847f-45cd-a3f2-7644ced302f2 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:01:50.297697 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:01:50.298034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Checking segment: {'id': 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:01:50.298438 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Bound using segment: {'id': 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:01:50.298863 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Bound port: 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:01:50.299214 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.350464 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb60168-3474-4ed9-a8a4-b8d621299827 None None] New status for floating IP 6d72fbc7-f490-4c75-8658-c2def5a5fa78: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:01:50.354965 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks [] for router_gateway (a818cbf0-2901-472c-b6a7-5fb46dee0999), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.357241 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (52672af6-a737-4adc-ac8f-f8c96fa853c9), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.357564 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (52672af6-a737-4adc-ac8f-f8c96fa853c9), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.383492 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Calling delete_port for 52672af6-a737-4adc-ac8f-f8c96fa853c9 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:50.402965 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] For port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:01:50.463548 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T13:01:49Z', 'revision_number': 5, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port': {'id': '44a7c521-a290-49e3-85d2-f8c2cecbe4a5', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:56Z', 'updated_at': '2022-04-07T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:50.467565 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] For port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:01:50.485792 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.505584 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] Checking router: a818cbf0-2901-472c-b6a7-5fb46dee0999 for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:01:50.516042 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] Routers {'a818cbf0-2901-472c-b6a7-5fb46dee0999'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:50.516737 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['a818cbf0-2901-472c-b6a7-5fb46dee0999'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:50.549264 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:50.549882 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.551373 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 HTTP/1.1" status: 200 len: 1093 time: 1.2223215 Apr 07 13:01:50.584002 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e3101-6cae-4a43-aecf-a208d68785d7 service neutron] Pushing event updated for resources: {'Port': ['ID=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:50.655747 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] Set router a818cbf0-2901-472c-b6a7-5fb46dee0999 gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:50.668018 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (52672af6-a737-4adc-ac8f-f8c96fa853c9), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.669215 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Deleting port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:50.669554 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.699802 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Pushing event deleted for resources: {'Port': ['ID=52672af6-a737-4adc-ac8f-f8c96fa853c9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:50.705149 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-cce59e13-6794-4580-aafd-c780534bcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:50.706651 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-cce59e13-6794-4580-aafd-c780534bcc16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0223ecff02d44972b76674c02eb1db60&device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 1127 time: 0.0912783 Apr 07 13:01:50.722778 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T13:01:50Z', 'revision_number': 6, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port_host': None}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:50.751981 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] For port 44a7c521-a290-49e3-85d2-f8c2cecbe4a5, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=44a7c521-a290-49e3-85d2-f8c2cecbe4a5,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:50.752352 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:50.754480 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849f4101-8254-4eb1-8345-09424dabc0b0 None None] The sync data for ids ['a818cbf0-2901-472c-b6a7-5fb46dee0999'] in dv-cinder-836944-2-smb is: [{'id': 'a818cbf0-2901-472c-b6a7-5fb46dee0999', 'name': 'tempest-AttachVolumeNegativeTest-2087248675-router', 'tenant_id': '09e8ec0872574b838c0c1bad4abf2093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:52Z', 'updated_at': '2022-04-07T13:01:50Z', 'revision_number': 6, 'project_id': '09e8ec0872574b838c0c1bad4abf2093', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:01:50.770045 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Calling delete_port for 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:50.782625 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-021f6994-fd6f-4734-86c5-7e6e6f0d452d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 HTTP/1.1" status: 200 len: 217 time: 0.0570285 Apr 07 13:01:50.942793 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7597d7-93c6-4d6b-81b8-fe3cb6eb4794 req-0583dad6-2160-403f-b646-a1826ca797dc tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:50.944455 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9b7597d7-93c6-4d6b-81b8-fe3cb6eb4794 req-0583dad6-2160-403f-b646-a1826ca797dc tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 943 time: 0.1028533 Apr 07 13:01:51.028511 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9b7597d7-93c6-4d6b-81b8-fe3cb6eb4794 req-06016dcd-291c-4c15-926f-34ab44791394 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763330 Apr 07 13:01:51.032971 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (44a7c521-a290-49e3-85d2-f8c2cecbe4a5), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.063805 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a7c521-a290-49e3-85d2-f8c2cecbe4a5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:51.092577 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53578bc5-4995-4807-881f-7b72e6c5e60e', 'tag': '674ac6e5-a83d-4f0d-b8ce-191ea8cb4895'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:51.095494 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26f2039-3010-4d1c-a499-6521edbd21cf" -d '{"events": [{"name": "network-changed", "server_uuid": "53578bc5-4995-4807-881f-7b72e6c5e60e", "tag": "674ac6e5-a83d-4f0d-b8ce-191ea8cb4895"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:51.114186 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks [] for floatingip (6d72fbc7-f490-4c75-8658-c2def5a5fa78), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.116741 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.120181 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-6c6ab5f2-87c7-4da6-8078-44f3db5bc28c tempest-AttachVolumeTestJSON-1480549379 tempest-AttachVolumeTestJSON-1480549379-project] 10.222.0.45 "DELETE /v2.0/floatingips/6d72fbc7-f490-4c75-8658-c2def5a5fa78 HTTP/1.1" status: 204 len: 168 time: 1.1300428 Apr 07 13:01:51.137345 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-81ac4aaf-60b2-489e-83d3-2de02867fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:51.138977 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-81ac4aaf-60b2-489e-83d3-2de02867fae2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b74e129-6159-411d-a4b1-be72eb3ff755 HTTP/1.1" status: 200 len: 848 time: 0.3454957 Apr 07 13:01:51.142111 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b677b4c4-10b8-4ace-9863-cdf9b4eb9e1d x-openstack-request-id: req-b677b4c4-10b8-4ace-9863-cdf9b4eb9e1d {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:51.142454 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53578bc5-4995-4807-881f-7b72e6c5e60e", "tag": "674ac6e5-a83d-4f0d-b8ce-191ea8cb4895", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:51.142707 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b677b4c4-10b8-4ace-9863-cdf9b4eb9e1d {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:51.143119 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b677b4c4-10b8-4ace-9863-cdf9b4eb9e1d'] response: {'name': 'network-changed', 'server_uuid': '53578bc5-4995-4807-881f-7b72e6c5e60e', 'tag': '674ac6e5-a83d-4f0d-b8ce-191ea8cb4895', 'status': 'completed', 'code': 200} Apr 07 13:01:51.153442 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2017531'] for router_gateway (a818cbf0-2901-472c-b6a7-5fb46dee0999), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.184147 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-87b5ff17-a2e5-46f1-a7e6-167f28d841e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68bda3e2-847f-45cd-a3f2-7644ced302f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341449 Apr 07 13:01:51.274270 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2031018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65228'] for router (a818cbf0-2901-472c-b6a7-5fb46dee0999), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.274270 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks [] for router_controller (a818cbf0-2901-472c-b6a7-5fb46dee0999), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.308436 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-bd566f45-187b-421d-b739-c9995d4fd61d service neutron] 10.222.0.26 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183205 Apr 07 13:01:51.330914 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2031013'] for router (a818cbf0-2901-472c-b6a7-5fb46dee0999), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.331548 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a818cbf0-2901-472c-b6a7-5fb46dee0999 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:01:51.336902 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.338556 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a5ac834b-5a55-49bb-9fe6-bd770acdae09 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a818cbf0-2901-472c-b6a7-5fb46dee0999 HTTP/1.1" status: 204 len: 168 time: 1.2551446 Apr 07 13:01:51.340748 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36040) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:51.392349 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d866da-19ba-4870-9dff-ca5d47752576 admin admin] Deleting subnet 1029117b-6b27-42fc-af69-b20087717eee {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:01:51.395756 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1d866da-19ba-4870-9dff-ca5d47752576 admin admin] Publish callbacks [] for subnet (1029117b-6b27-42fc-af69-b20087717eee), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.405126 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-83ed13da-7a28-4ce6-b37b-428663cb117c req-0c02bad4-850b-40e8-a4df-04a8c46e73f4 service neutron] 10.222.0.26 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908492 Apr 07 13:01:51.431735 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1d866da-19ba-4870-9dff-ca5d47752576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5001239'] for subnet (1029117b-6b27-42fc-af69-b20087717eee), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.506275 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1d866da-19ba-4870-9dff-ca5d47752576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (1029117b-6b27-42fc-af69-b20087717eee), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.561168 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1d866da-19ba-4870-9dff-ca5d47752576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5189385'] for subnet (1029117b-6b27-42fc-af69-b20087717eee), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.583878 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d866da-19ba-4870-9dff-ca5d47752576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1029117b-6b27-42fc-af69-b20087717eee,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:51.591212 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f1d866da-19ba-4870-9dff-ca5d47752576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.597031 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-f1d866da-19ba-4870-9dff-ca5d47752576 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1029117b-6b27-42fc-af69-b20087717eee HTTP/1.1" status: 204 len: 168 time: 0.2529254 Apr 07 13:01:51.597124 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36042) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:51.598608 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327494da-db2a-48b5-bd41-2b905140510a None None] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:01:51.679847 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (7168dd73-28dd-4ce5-9a86-2153d1e0fea4), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.689393 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 6ca053f8-f1ac-4949-8462-ea8f60fafa61 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:51.715740 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 6ca053f8-f1ac-4949-8462-ea8f60fafa61 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:51.716080 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 6ca053f8-f1ac-4949-8462-ea8f60fafa61 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:51.716501 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:51.736005 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Deleting port 4f825524-168d-4e6e-b25a-d9dc99a60462 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:51.736394 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.738326 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:51.738809 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 44a7c521-a290-49e3-85d2-f8c2cecbe4a5 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:51.787158 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:51.807276 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] For port 4f825524-168d-4e6e-b25a-d9dc99a60462, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=4f825524-168d-4e6e-b25a-d9dc99a60462,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:51.807651 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.810523 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:51.810880 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 9239aad6-4d45-4ddd-89f9-d88ee29d6c44 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:51.817279 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] DHCP port deletion for 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 request from dv-cinder-836944-2-smb {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:01:51.820864 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Calling delete_port for 4f825524-168d-4e6e-b25a-d9dc99a60462 owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:51.865113 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] Deleting port 4f825524-168d-4e6e-b25a-d9dc99a60462 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:51.865478 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.909375 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:51.937527 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f825524-168d-4e6e-b25a-d9dc99a60462,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:51.941005 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] No DVR routers for this DVR port 4f825524-168d-4e6e-b25a-d9dc99a60462 on host dv-cinder-836944-2-smb {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:52.016119 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (7168dd73-28dd-4ce5-9a86-2153d1e0fea4), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.041179 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7168dd73-28dd-4ce5-9a86-2153d1e0fea4']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:52.050582 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664d85df-78bb-4d60-9a58-04cf215ee382') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:52.050880 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664d85df-78bb-4d60-9a58-04cf215ee382') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:52.060629 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001230'] for segment (664d85df-78bb-4d60-9a58-04cf215ee382), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.075059 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (664d85df-78bb-4d60-9a58-04cf215ee382), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.076060 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] For port 4f825524-168d-4e6e-b25a-d9dc99a60462, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=4f825524-168d-4e6e-b25a-d9dc99a60462,segment=NetworkSegment(664d85df-78bb-4d60-9a58-04cf215ee382),segment_id=664d85df-78bb-4d60-9a58-04cf215ee382)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:52.076460 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.084276 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:01:52.084669 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133749'] for segment (664d85df-78bb-4d60-9a58-04cf215ee382), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: Traceback (most recent call last): Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: timer() Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: cb(*args, **kw) Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: return func(*args, **kwargs) Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: self._notify() Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: self.callback(batched_events) Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: event.method(event) Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: return f(self, *a, **k) Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: return self._get(url).json() Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:01:52.086720 dv-cinder-836944-2-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:01:52.091160 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] Calling delete_port for 4f825524-168d-4e6e-b25a-d9dc99a60462 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:52.172955 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (7168dd73-28dd-4ce5-9a86-2153d1e0fea4), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.173185 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185'] for port (4f825524-168d-4e6e-b25a-d9dc99a60462), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.179831 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.180308 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] Network 7168dd73-28dd-4ce5-9a86-2153d1e0fea4 is not hosted by any dhcp agent {{(pid=103163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 13:01:52.180764 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] No DVR routers for this DVR port 4f825524-168d-4e6e-b25a-d9dc99a60462 on host dv-cinder-836944-2-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:52.182958 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7168dd73-28dd-4ce5-9a86-2153d1e0fea4 HTTP/1.1" status: 204 len: 168 time: 0.5846343 Apr 07 13:01:52.194026 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13362e-7c28-4ff8-91fb-0359787b74d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7168dd73-28dd-4ce5-9a86-2153d1e0fea4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:52.201021 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e6f8e-8ed4-48fa-b425-b1b0e147c88d None None] Pushing event deleted for resources: {'Port': ['ID=4f825524-168d-4e6e-b25a-d9dc99a60462,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:52.210518 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fcf77-2fbb-4bb1-a9da-425ac234955d req-c20da70b-a000-43f9-83d6-7ee258568c7a tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:52.212053 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9a0fcf77-2fbb-4bb1-a9da-425ac234955d req-c20da70b-a000-43f9-83d6-7ee258568c7a tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 943 time: 0.0799994 Apr 07 13:01:52.272757 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9a0fcf77-2fbb-4bb1-a9da-425ac234955d req-b8fd4a0e-b0b3-4ddb-8d0f-d98eb877e012 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541921 Apr 07 13:01:52.323214 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36052) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:52.366862 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-1dabca61-6168-4374-8508-88dd44d8a832 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09e8ec0872574b838c0c1bad4abf2093&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424867 Apr 07 13:01:52.370019 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36056) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:52.411446 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-48286396-fc2f-495d-aa21-65c457f1eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:52.412958 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-48286396-fc2f-495d-aa21-65c457f1eb1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0223ecff02d44972b76674c02eb1db60&device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 1127 time: 0.0545475 Apr 07 13:01:52.435536 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b3f8-140d-4ab6-b283-3f4bd23cbd75 admin admin] Publish callbacks [] for security_group (acb0b1a8-fdeb-4535-ab87-71239093a446), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.466731 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b3f8-140d-4ab6-b283-3f4bd23cbd75 admin admin] Publish callbacks [] for security_group (acb0b1a8-fdeb-4535-ab87-71239093a446), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.521852 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-ba45b153-338d-4a1e-8077-f0a1fea31c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:52.523308 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b3f8-140d-4ab6-b283-3f4bd23cbd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (acb0b1a8-fdeb-4535-ab87-71239093a446), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.523463 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-ba45b153-338d-4a1e-8077-f0a1fea31c17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68bda3e2-847f-45cd-a3f2-7644ced302f2 HTTP/1.1" status: 200 len: 909 time: 0.1036134 Apr 07 13:01:52.526610 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b3f8-140d-4ab6-b283-3f4bd23cbd75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:52.527824 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-8bf9b3f8-140d-4ab6-b283-3f4bd23cbd75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acb0b1a8-fdeb-4535-ab87-71239093a446 HTTP/1.1" status: 204 len: 168 time: 0.1569774 Apr 07 13:01:52.537871 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9b3f8-140d-4ab6-b283-3f4bd23cbd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb0b1a8-fdeb-4535-ab87-71239093a446,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:52.743290 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-480ba51d-8aa4-4fa3-8a15-cc720e8f748f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 HTTP/1.1" status: 200 len: 217 time: 0.0355816 Apr 07 13:01:52.797087 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-ca270a68-c8cf-4428-98cf-de6ff8548a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:52.798566 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-ca270a68-c8cf-4428-98cf-de6ff8548a42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b74e129-6159-411d-a4b1-be72eb3ff755 HTTP/1.1" status: 200 len: 848 time: 0.0484738 Apr 07 13:01:52.829500 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-8f0b545c-8ee4-419f-ad55-666e189723c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68bda3e2-847f-45cd-a3f2-7644ced302f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252533 Apr 07 13:01:52.922005 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-0fd823c0-5024-4b49-8a99-8a3be2b73ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846393 Apr 07 13:01:53.017784 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a26f2039-3010-4d1c-a499-6521edbd21cf req-1dff0f51-7cd8-4b65-9276-6969ae80b086 service neutron] 10.222.0.26 "GET /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892503 Apr 07 13:01:53.388688 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1317bce-ca7b-4cb3-b1cc-56dddd32fb7a req-bfc0582c-c0c4-4268-bf7a-997c57508147 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:53.390168 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a1317bce-ca7b-4cb3-b1cc-56dddd32fb7a req-bfc0582c-c0c4-4268-bf7a-997c57508147 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 943 time: 0.0515757 Apr 07 13:01:53.444891 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a1317bce-ca7b-4cb3-b1cc-56dddd32fb7a req-3341c900-61d0-4c06-92f4-1a2e6504e638 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489817 Apr 07 13:01:53.597211 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 4f825524-168d-4e6e-b25a-d9dc99a60462 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:53.617921 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 4f825524-168d-4e6e-b25a-d9dc99a60462 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:53.618306 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 4f825524-168d-4e6e-b25a-d9dc99a60462 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:53.791514 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:01:53.890205 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:53.901841 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '674ac6e5-a83d-4f0d-b8ce-191ea8cb4895', 'network_id': '68bda3e2-847f-45cd-a3f2-7644ced302f2', 'port_id': '674ac6e5-a83d-4f0d-b8ce-191ea8cb4895', 'mac_address': 'fa:16:3e:a7:19:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b74e129-6159-411d-a4b1-be72eb3ff755', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:01:53.938545 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:01:53.938926 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:53.951859 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:01:53.973218 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:53.976375 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:54.023561 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:54.174664 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['674ac6e5-a83d-4f0d-b8ce-191ea8cb4895'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:01:54.567283 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e0265-9dd2-459b-8f25-ccc8ca5c39a0 req-218c2c3a-9e9a-4b88-8504-f4d2c132518c tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:54.568763 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bc8e0265-9dd2-459b-8f25-ccc8ca5c39a0 req-218c2c3a-9e9a-4b88-8504-f4d2c132518c tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 944 time: 0.0524514 Apr 07 13:01:54.615259 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bc8e0265-9dd2-459b-8f25-ccc8ca5c39a0 req-bce12463-669a-4a8b-8675-4d502a081f2c tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Apr 07 13:01:54.820432 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36120) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:55.312706 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2031553'] for router_interface (e98473a3-78b7-4e59-8017-1d1bcc3c678d), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:55.552593 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Deleting port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:55.552922 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:55.631282 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] For port f5e3bbf1-fdec-45ea-80a2-f43d95f7a467, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=f5e3bbf1-fdec-45ea-80a2-f43d95f7a467,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:55.631639 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:55.646187 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Calling delete_port for f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:55.736156 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3683b8c-d512-41bb-b4e3-e5ba8f319b0b req-2b92b406-2158-40b9-a9d5-afee493bb289 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:55.737634 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f3683b8c-d512-41bb-b4e3-e5ba8f319b0b req-2b92b406-2158-40b9-a9d5-afee493bb289 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 944 time: 0.0565746 Apr 07 13:01:55.784922 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f3683b8c-d512-41bb-b4e3-e5ba8f319b0b req-dd18e311-fa44-448a-9005-0d5c7b0b6589 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Apr 07 13:01:55.813729 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:01:55.826138 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (f5e3bbf1-fdec-45ea-80a2-f43d95f7a467), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:55.850905 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e3bbf1-fdec-45ea-80a2-f43d95f7a467,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:55.867859 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:01:55.873772 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:01:55.874144 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:55.957810 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:01:55.958324 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:55.981781 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53578bc5-4995-4807-881f-7b72e6c5e60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674ac6e5-a83d-4f0d-b8ce-191ea8cb4895'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:01:55.984198 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44608955-211f-4e24-904f-2ff5784a3f9a" -d '{"events": [{"server_uuid": "53578bc5-4995-4807-881f-7b72e6c5e60e", "name": "network-vif-plugged", "status": "completed", "tag": "674ac6e5-a83d-4f0d-b8ce-191ea8cb4895"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:01:56.003140 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:56.018984 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.027439 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2031502'] for router_interface (e98473a3-78b7-4e59-8017-1d1bcc3c678d), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.066178 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d1385-717a-42d6-8857-317817a2a076 x-openstack-request-id: req-9c5d1385-717a-42d6-8857-317817a2a076 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:01:56.066782 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53578bc5-4995-4807-881f-7b72e6c5e60e", "name": "network-vif-plugged", "status": "completed", "tag": "674ac6e5-a83d-4f0d-b8ce-191ea8cb4895", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:01:56.067260 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c5d1385-717a-42d6-8857-317817a2a076 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:01:56.067863 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5d1385-717a-42d6-8857-317817a2a076'] response: {'server_uuid': '53578bc5-4995-4807-881f-7b72e6c5e60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674ac6e5-a83d-4f0d-b8ce-191ea8cb4895', 'code': 200} Apr 07 13:01:56.106401 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:56.251723 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b35f1-906f-45e7-8de3-33245c06024d req-5aa42b82-76f5-48a9-b246-7a259764f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:56.253715 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3e0b35f1-906f-45e7-8de3-33245c06024d req-5aa42b82-76f5-48a9-b246-7a259764f5eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 1129 time: 0.0480134 Apr 07 13:01:56.296174 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36144) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:56.307503 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3e0b35f1-906f-45e7-8de3-33245c06024d req-8eb79438-2663-4bb7-99a1-3ca048a8681d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467675 Apr 07 13:01:56.408253 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25810efc-2c86-4617-bb4a-8342ddbe9d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.477748 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Router e98473a3-78b7-4e59-8017-1d1bcc3c678d has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:01:56.490852 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25810efc-2c86-4617-bb4a-8342ddbe9d89 admin admin] Publish callbacks [] for security_group (d86ab140-366a-42fe-8c04-1354ea7cece9), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.495588 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-25810efc-2c86-4617-bb4a-8342ddbe9d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d86ab140-366a-42fe-8c04-1354ea7cece9), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.533263 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-25810efc-2c86-4617-bb4a-8342ddbe9d89 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4408d05442d9440f832d7afa41c2a0b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361410 Apr 07 13:01:56.534211 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25810efc-2c86-4617-bb4a-8342ddbe9d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86ab140-366a-42fe-8c04-1354ea7cece9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:56.536122 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36148) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:56.617429 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:01:56.624160 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-24bcdea5-bd73-49ea-b23b-67698719ede7 admin admin] 10.222.0.45 "PUT /v2.0/routers/e98473a3-78b7-4e59-8017-1d1bcc3c678d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027072 Apr 07 13:01:56.626866 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36150) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:56.629527 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] Sync routers for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:01:56.637959 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e423ff4-2e44-4faa-8300-76afae23193a admin admin] Publish callbacks [] for security_group (d86ab140-366a-42fe-8c04-1354ea7cece9), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.641401 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:56.642306 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:56.660411 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e423ff4-2e44-4faa-8300-76afae23193a admin admin] Publish callbacks [] for security_group (d86ab140-366a-42fe-8c04-1354ea7cece9), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.711113 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e423ff4-2e44-4faa-8300-76afae23193a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d86ab140-366a-42fe-8c04-1354ea7cece9), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.713945 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1e423ff4-2e44-4faa-8300-76afae23193a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.715151 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-1e423ff4-2e44-4faa-8300-76afae23193a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d86ab140-366a-42fe-8c04-1354ea7cece9 HTTP/1.1" status: 204 len: 168 time: 0.1779909 Apr 07 13:01:56.723285 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e423ff4-2e44-4faa-8300-76afae23193a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86ab140-366a-42fe-8c04-1354ea7cece9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:56.751695 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks [] for router (e98473a3-78b7-4e59-8017-1d1bcc3c678d), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.770137 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:56.898428 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks [] for router_gateway (e98473a3-78b7-4e59-8017-1d1bcc3c678d), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:56.950155 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32d76c-3837-4f24-8f5b-6ceec5bbf718 req-de13fdc5-67d0-4497-b46b-c52e22cc437d tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:56.951699 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb32d76c-3837-4f24-8f5b-6ceec5bbf718 req-de13fdc5-67d0-4497-b46b-c52e22cc437d tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 945 time: 0.0841281 Apr 07 13:01:56.969036 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T13:01:55Z', 'revision_number': 5, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port': {'id': 'f2cd28f4-fb04-40f1-8a92-56f2672237d2', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:49Z', 'updated_at': '2022-04-07T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:56.996517 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] Checking router: e98473a3-78b7-4e59-8017-1d1bcc3c678d for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:01:57.004488 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Deleting port f2cd28f4-fb04-40f1-8a92-56f2672237d2 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:57.004748 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.005401 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] Routers {'e98473a3-78b7-4e59-8017-1d1bcc3c678d'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:01:57.006051 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:01:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:57.064999 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fb32d76c-3837-4f24-8f5b-6ceec5bbf718 req-6caeb6d7-e652-457a-b42f-a1ab5193c22e tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989320 Apr 07 13:01:57.105319 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] For port f2cd28f4-fb04-40f1-8a92-56f2672237d2, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=f2cd28f4-fb04-40f1-8a92-56f2672237d2,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:57.105946 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.115830 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] Set router e98473a3-78b7-4e59-8017-1d1bcc3c678d gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:01:57.119496 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Calling delete_port for f2cd28f4-fb04-40f1-8a92-56f2672237d2 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:57.174811 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T13:01:56Z', 'revision_number': 6, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port_host': None}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:57.214340 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd796204-d2cf-43b7-ab10-5e47bc783686 None None] The sync data for ids ['e98473a3-78b7-4e59-8017-1d1bcc3c678d'] in dv-cinder-836944-2-smb is: [{'id': 'e98473a3-78b7-4e59-8017-1d1bcc3c678d', 'name': 'tempest-AttachVolumeTestJSON-2114135313-router', 'tenant_id': '44adc946af924325bf2c5b6d12ce7095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:48Z', 'updated_at': '2022-04-07T13:01:56Z', 'revision_number': 6, 'project_id': '44adc946af924325bf2c5b6d12ce7095', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:01:57.324767 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (f2cd28f4-fb04-40f1-8a92-56f2672237d2), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.358531 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cd28f4-fb04-40f1-8a92-56f2672237d2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:57.427394 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2017531'] for router_gateway (e98473a3-78b7-4e59-8017-1d1bcc3c678d), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.527392 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2031018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65228'] for router (e98473a3-78b7-4e59-8017-1d1bcc3c678d), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.529592 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks [] for router_controller (e98473a3-78b7-4e59-8017-1d1bcc3c678d), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.573801 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2031013'] for router (e98473a3-78b7-4e59-8017-1d1bcc3c678d), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.574371 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e98473a3-78b7-4e59-8017-1d1bcc3c678d {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:01:57.578674 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.579853 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-9c67f02e-f582-4da8-880f-f9b9e829dce5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e98473a3-78b7-4e59-8017-1d1bcc3c678d HTTP/1.1" status: 204 len: 168 time: 0.9517679 Apr 07 13:01:57.582435 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36176) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:57.629638 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-263233f4-7769-4caf-9eff-9acb9003d2d2 admin admin] Deleting subnet c79bda1f-249c-47f2-94c0-668089c8fb8f {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:01:57.632875 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-263233f4-7769-4caf-9eff-9acb9003d2d2 admin admin] Publish callbacks [] for subnet (c79bda1f-249c-47f2-94c0-668089c8fb8f), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.671381 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-263233f4-7769-4caf-9eff-9acb9003d2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5001239'] for subnet (c79bda1f-249c-47f2-94c0-668089c8fb8f), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.760632 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-263233f4-7769-4caf-9eff-9acb9003d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (c79bda1f-249c-47f2-94c0-668089c8fb8f), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.829003 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:57.833240 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-263233f4-7769-4caf-9eff-9acb9003d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5189385'] for subnet (c79bda1f-249c-47f2-94c0-668089c8fb8f), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.855386 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:57.855739 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device f5e3bbf1-fdec-45ea-80a2-f43d95f7a467 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:57.859840 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device f2cd28f4-fb04-40f1-8a92-56f2672237d2 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:57.864359 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-263233f4-7769-4caf-9eff-9acb9003d2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:57.868497 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-263233f4-7769-4caf-9eff-9acb9003d2d2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c79bda1f-249c-47f2-94c0-668089c8fb8f HTTP/1.1" status: 204 len: 168 time: 0.2849846 Apr 07 13:01:57.871468 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36186) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:57.878993 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263233f4-7769-4caf-9eff-9acb9003d2d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79bda1f-249c-47f2-94c0-668089c8fb8f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:57.886874 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895734c8-631b-411c-8cb6-2ef4d792499b None None] Network 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:01:57.889179 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: f2cd28f4-fb04-40f1-8a92-56f2672237d2 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:57.889525 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device f2cd28f4-fb04-40f1-8a92-56f2672237d2 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:01:57.971554 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (5ca162ac-5f24-4fa1-ba6f-9a6242c95701), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.046730 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Deleting port bc686e88-5da2-4f96-8191-fd143d80b64a {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:58.047072 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.081243 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808838a8-4121-4bb1-83f7-c57cb7efe3fe None None] DHCP port deletion for 5ca162ac-5f24-4fa1-ba6f-9a6242c95701 request from dv-cinder-836944-2-smb {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:01:58.157170 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] For port bc686e88-5da2-4f96-8191-fd143d80b64a, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=bc686e88-5da2-4f96-8191-fd143d80b64a,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:58.157582 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.162155 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-808838a8-4121-4bb1-83f7-c57cb7efe3fe None None] Deleting port bc686e88-5da2-4f96-8191-fd143d80b64a {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:01:58.162968 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-808838a8-4121-4bb1-83f7-c57cb7efe3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.188032 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Calling delete_port for bc686e88-5da2-4f96-8191-fd143d80b64a owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:58.230496 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bc21d-185c-4bcb-a1c1-2cb8f776bcf9 req-7c63ec41-e70e-487a-8eda-5a051ba5747d tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:58.232101 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f36bc21d-185c-4bcb-a1c1-2cb8f776bcf9 req-7c63ec41-e70e-487a-8eda-5a051ba5747d tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 945 time: 0.0691111 Apr 07 13:01:58.280579 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-808838a8-4121-4bb1-83f7-c57cb7efe3fe None None] For port bc686e88-5da2-4f96-8191-fd143d80b64a, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=bc686e88-5da2-4f96-8191-fd143d80b64a,segment=NetworkSegment(fb8529fc-89e6-41f3-b2c3-a0633921ecb4),segment_id=fb8529fc-89e6-41f3-b2c3-a0633921ecb4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:01:58.281403 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-808838a8-4121-4bb1-83f7-c57cb7efe3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.284848 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f36bc21d-185c-4bcb-a1c1-2cb8f776bcf9 req-2c566c11-1fd6-4b1b-8970-bd4e3c073017 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468729 Apr 07 13:01:58.297066 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-808838a8-4121-4bb1-83f7-c57cb7efe3fe None None] Calling delete_port for bc686e88-5da2-4f96-8191-fd143d80b64a owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:01:58.305586 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.353133 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] No DVR routers for this DVR port bc686e88-5da2-4f96-8191-fd143d80b64a on host dv-cinder-836944-2-smb {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:58.357499 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc686e88-5da2-4f96-8191-fd143d80b64a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:58.392036 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-808838a8-4121-4bb1-83f7-c57cb7efe3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185'] for port (bc686e88-5da2-4f96-8191-fd143d80b64a), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.418183 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808838a8-4121-4bb1-83f7-c57cb7efe3fe None None] Pushing event deleted for resources: {'Port': ['ID=bc686e88-5da2-4f96-8191-fd143d80b64a,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:58.422013 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808838a8-4121-4bb1-83f7-c57cb7efe3fe None None] No DVR routers for this DVR port bc686e88-5da2-4f96-8191-fd143d80b64a on host dv-cinder-836944-2-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:01:58.453162 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (5ca162ac-5f24-4fa1-ba6f-9a6242c95701), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.474264 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca162ac-5f24-4fa1-ba6f-9a6242c95701']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:58.484070 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:58.484376 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8529fc-89e6-41f3-b2c3-a0633921ecb4') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:01:58.494930 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5036861'] for segment (fb8529fc-89e6-41f3-b2c3-a0633921ecb4), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.509886 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (fb8529fc-89e6-41f3-b2c3-a0633921ecb4), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.516608 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:01:58.517084 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5211598'] for segment (fb8529fc-89e6-41f3-b2c3-a0633921ecb4), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: Traceback (most recent call last): Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: timer() Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: cb(*args, **kw) Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: return func(*args, **kwargs) Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: self._notify() Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: self.callback(batched_events) Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: event.method(event) Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: return f(self, *a, **k) Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: return self._get(url).json() Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: return self.request(url, 'GET', **kwargs) Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:01:58.518926 dv-cinder-836944-2-smb neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:01:58.584415 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (5ca162ac-5f24-4fa1-ba6f-9a6242c95701), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.591792 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.605680 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] 10.222.0.45 "DELETE /v2.0/networks/5ca162ac-5f24-4fa1-ba6f-9a6242c95701 HTTP/1.1" status: 204 len: 168 time: 0.7232447 Apr 07 13:01:58.608238 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c10a4-3504-4e9e-b625-f21669e2c22f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca162ac-5f24-4fa1-ba6f-9a6242c95701,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:58.786161 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36220) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:58.826263 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-32c796bc-4c54-4b21-9dda-76de7e13e164 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44adc946af924325bf2c5b6d12ce7095&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387285 Apr 07 13:01:58.828565 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36222) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:01:58.881966 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a4bd-f8e4-40f4-94df-29d45a84502e admin admin] Publish callbacks [] for security_group (1414c86d-444e-4424-83be-409206455ddd), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.904682 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a4bd-f8e4-40f4-94df-29d45a84502e admin admin] Publish callbacks [] for security_group (1414c86d-444e-4424-83be-409206455ddd), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.957317 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a4bd-f8e4-40f4-94df-29d45a84502e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (1414c86d-444e-4424-83be-409206455ddd), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.960057 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a4bd-f8e4-40f4-94df-29d45a84502e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:01:58.964102 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-b1f9a4bd-f8e4-40f4-94df-29d45a84502e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1414c86d-444e-4424-83be-409206455ddd HTTP/1.1" status: 204 len: 168 time: 0.1317251 Apr 07 13:01:58.970651 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9a4bd-f8e4-40f4-94df-29d45a84502e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1414c86d-444e-4424-83be-409206455ddd,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:01:59.013389 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fbd0f-6df3-4ac5-89e4-1b02de984e37 req-22a2b6d7-d199-4e08-88c7-8cb087ed2e34 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:01:59.014940 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8c3fbd0f-6df3-4ac5-89e4-1b02de984e37 req-22a2b6d7-d199-4e08-88c7-8cb087ed2e34 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 945 time: 0.0571694 Apr 07 13:01:59.062001 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8c3fbd0f-6df3-4ac5-89e4-1b02de984e37 req-20de5aec-ce16-487c-be9f-b94d97f8e766 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Apr 07 13:01:59.581883 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device bc686e88-5da2-4f96-8191-fd143d80b64a no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:01:59.602014 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: bc686e88-5da2-4f96-8191-fd143d80b64a {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:01:59.602389 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device bc686e88-5da2-4f96-8191-fd143d80b64a not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:02:00.201282 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e1f02-a3e6-4739-aa19-a2a7765e9ebd req-a26cf649-9d9a-408e-b9d0-f2e65fb8067d tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:00.202712 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c73e1f02-a3e6-4739-aa19-a2a7765e9ebd req-a26cf649-9d9a-408e-b9d0-f2e65fb8067d tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 945 time: 0.0602255 Apr 07 13:02:00.222603 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36300) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:00.256426 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c73e1f02-a3e6-4739-aa19-a2a7765e9ebd req-82cd7ea9-bcdf-4179-8d0d-816f2a5e97e2 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/security-groups?id=3615a2c9-bb6c-4ed1-badf-b0bf66420f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480485 Apr 07 13:02:00.339703 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-967dce82-b7ca-4c00-87b8-9ad2b7c7c498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.373827 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-89b8416e-147d-4bf2-8063-a5b3fa17472b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:00.375319 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-89b8416e-147d-4bf2-8063-a5b3fa17472b tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.26 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 945 time: 0.0816512 Apr 07 13:02:00.494874 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-967dce82-b7ca-4c00-87b8-9ad2b7c7c498 admin admin] Publish callbacks [] for security_group (e1a11f35-0c76-4560-b55d-4f9589735776), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.499179 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-967dce82-b7ca-4c00-87b8-9ad2b7c7c498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e1a11f35-0c76-4560-b55d-4f9589735776), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.541039 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Deleting port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:02:00.541368 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.560633 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dce82-b7ca-4c00-87b8-9ad2b7c7c498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a11f35-0c76-4560-b55d-4f9589735776,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:00.574062 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-967dce82-b7ca-4c00-87b8-9ad2b7c7c498 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25a507970443491fa886875c6417ec11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473072 Apr 07 13:02:00.574977 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36304) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:00.621632 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd5c214-ebea-42be-8d42-aea20853fb95 admin admin] Publish callbacks [] for security_group (e1a11f35-0c76-4560-b55d-4f9589735776), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.640560 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] For port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,segment=NetworkSegment(e3d13741-de6e-43ee-93a8-8a15e0fa80d1),segment_id=e3d13741-de6e-43ee-93a8-8a15e0fa80d1)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:00.640925 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.645906 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd5c214-ebea-42be-8d42-aea20853fb95 admin admin] Publish callbacks [] for security_group (e1a11f35-0c76-4560-b55d-4f9589735776), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.654086 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Calling delete_port for 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:02:00.692240 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd5c214-ebea-42be-8d42-aea20853fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e1a11f35-0c76-4560-b55d-4f9589735776), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.694904 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5fd5c214-ebea-42be-8d42-aea20853fb95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.696066 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5fd5c214-ebea-42be-8d42-aea20853fb95 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1a11f35-0c76-4560-b55d-4f9589735776 HTTP/1.1" status: 204 len: 168 time: 0.1200197 Apr 07 13:02:00.706271 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5c214-ebea-42be-8d42-aea20853fb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a11f35-0c76-4560-b55d-4f9589735776,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:00.796570 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (674ac6e5-a83d-4f0d-b8ce-191ea8cb4895), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.807851 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['674ac6e5-a83d-4f0d-b8ce-191ea8cb4895'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:02:00.829046 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Pushing event deleted for resources: {'Port': ['ID=674ac6e5-a83d-4f0d-b8ce-191ea8cb4895,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:00.876581 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] No DVR routers for this DVR port 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:02:00.879302 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:00.882796 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ee4dcf62-c503-41e1-b697-71d9e29e025d req-6e3db118-0878-4163-9abf-200247711f11 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.26 "DELETE /v2.0/ports/674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 HTTP/1.1" status: 204 len: 173 time: 0.5016131 Apr 07 13:02:00.883279 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53578bc5-4995-4807-881f-7b72e6c5e60e', 'name': 'network-vif-deleted', 'tag': '674ac6e5-a83d-4f0d-b8ce-191ea8cb4895'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:02:00.886142 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9133a432-e782-4f63-a08d-6574cd095e8c" -d '{"events": [{"server_uuid": "53578bc5-4995-4807-881f-7b72e6c5e60e", "name": "network-vif-deleted", "tag": "674ac6e5-a83d-4f0d-b8ce-191ea8cb4895"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:02:00.932038 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6cf832-ec58-4808-9262-a58c2f20bcc9 x-openstack-request-id: req-7f6cf832-ec58-4808-9262-a58c2f20bcc9 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:02:00.932438 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53578bc5-4995-4807-881f-7b72e6c5e60e", "name": "network-vif-deleted", "tag": "674ac6e5-a83d-4f0d-b8ce-191ea8cb4895", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:02:00.932782 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f6cf832-ec58-4808-9262-a58c2f20bcc9 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:02:00.933241 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6cf832-ec58-4808-9262-a58c2f20bcc9'] response: {'server_uuid': '53578bc5-4995-4807-881f-7b72e6c5e60e', 'name': 'network-vif-deleted', 'tag': '674ac6e5-a83d-4f0d-b8ce-191ea8cb4895', 'status': 'completed', 'code': 200} Apr 07 13:02:01.397260 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d42d78b4-f1b9-47fe-9db4-156bd2c65f06 req-24fa1405-5d07-484d-bc2f-98adb1d96f34 tempest-VolumesActionsTest-1622476264 tempest-VolumesActionsTest-1622476264-project] 10.222.0.45 "GET /v2.0/ports?device_id=53578bc5-4995-4807-881f-7b72e6c5e60e HTTP/1.1" status: 200 len: 210 time: 0.0468268 Apr 07 13:02:01.536607 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6504c966-749b-426f-adde-36e4e2a1a679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:01.568426 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36346) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:01.678907 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a1489d0-b569-49b6-a213-93f00d4e82f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:01.755671 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a1489d0-b569-49b6-a213-93f00d4e82f0 admin admin] Publish callbacks [] for security_group (f76ce59e-a68e-4590-a93a-71725470bdad), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:01.760214 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a1489d0-b569-49b6-a213-93f00d4e82f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f76ce59e-a68e-4590-a93a-71725470bdad), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:01.799158 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-6a1489d0-b569-49b6-a213-93f00d4e82f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94dceb34c7c848bb82c76cf64b56b87a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296565 Apr 07 13:02:01.801045 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1489d0-b569-49b6-a213-93f00d4e82f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76ce59e-a68e-4590-a93a-71725470bdad,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:01.801841 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36358) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:01.852383 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5e79c87-2e13-47fd-913e-1ad40929edc4 admin admin] Publish callbacks [] for security_group (f76ce59e-a68e-4590-a93a-71725470bdad), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:01.882841 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5e79c87-2e13-47fd-913e-1ad40929edc4 admin admin] Publish callbacks [] for security_group (f76ce59e-a68e-4590-a93a-71725470bdad), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:01.932792 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5e79c87-2e13-47fd-913e-1ad40929edc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (f76ce59e-a68e-4590-a93a-71725470bdad), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:01.935452 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f5e79c87-2e13-47fd-913e-1ad40929edc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:01.937994 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-f5e79c87-2e13-47fd-913e-1ad40929edc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f76ce59e-a68e-4590-a93a-71725470bdad HTTP/1.1" status: 204 len: 168 time: 0.1351557 Apr 07 13:02:01.946123 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e79c87-2e13-47fd-913e-1ad40929edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76ce59e-a68e-4590-a93a-71725470bdad,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:02.281357 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36380) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:02.295455 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce920f1c-262c-45f0-be8b-92ce7500d201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:02.370647 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce920f1c-262c-45f0-be8b-92ce7500d201 admin admin] Publish callbacks [] for security_group (9a0ce999-b271-47ec-bda7-2df0c9a65fe9), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:02.374452 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ce920f1c-262c-45f0-be8b-92ce7500d201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9a0ce999-b271-47ec-bda7-2df0c9a65fe9), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:02.414741 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ce920f1c-262c-45f0-be8b-92ce7500d201 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e348d0dcf3fb4e4a992239d23895d39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322260 Apr 07 13:02:02.415829 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce920f1c-262c-45f0-be8b-92ce7500d201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0ce999-b271-47ec-bda7-2df0c9a65fe9,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:02.416725 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36390) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:02.476823 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340132ba-471c-4aab-bedf-56a663e05987 admin admin] Publish callbacks [] for security_group (9a0ce999-b271-47ec-bda7-2df0c9a65fe9), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:02.505421 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340132ba-471c-4aab-bedf-56a663e05987 admin admin] Publish callbacks [] for security_group (9a0ce999-b271-47ec-bda7-2df0c9a65fe9), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:02.567220 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340132ba-471c-4aab-bedf-56a663e05987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9a0ce999-b271-47ec-bda7-2df0c9a65fe9), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:02.570712 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-340132ba-471c-4aab-bedf-56a663e05987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:02.572565 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-340132ba-471c-4aab-bedf-56a663e05987 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a0ce999-b271-47ec-bda7-2df0c9a65fe9 HTTP/1.1" status: 204 len: 168 time: 0.1547785 Apr 07 13:02:02.581599 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340132ba-471c-4aab-bedf-56a663e05987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0ce999-b271-47ec-bda7-2df0c9a65fe9,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:03.681321 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36536) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:03.818830 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:02:03.842623 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:02:03.843201 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 674ac6e5-a83d-4f0d-b8ce-191ea8cb4895 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:02:03.864067 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bbed7e0b-caa4-4af3-810e-f24e716bf437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:03.898675 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbdf5058-6c2b-49e5-8ebe-5e63e2496988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:03.981812 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbdf5058-6c2b-49e5-8ebe-5e63e2496988 admin admin] Publish callbacks [] for security_group (9c9e66ae-6157-4304-9cf0-8b1b4cc70129), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:03.987977 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-dbdf5058-6c2b-49e5-8ebe-5e63e2496988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9c9e66ae-6157-4304-9cf0-8b1b4cc70129), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.028895 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-dbdf5058-6c2b-49e5-8ebe-5e63e2496988 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f60fcb33021f49dabe3c43746703f978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464587 Apr 07 13:02:04.031517 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf5058-6c2b-49e5-8ebe-5e63e2496988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9e66ae-6157-4304-9cf0-8b1b4cc70129,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:04.031803 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36558) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:04.096213 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-092626ab-d6e3-459e-a0a2-83e48fa4f080 admin admin] Publish callbacks [] for security_group (9c9e66ae-6157-4304-9cf0-8b1b4cc70129), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.121343 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-092626ab-d6e3-459e-a0a2-83e48fa4f080 admin admin] Publish callbacks [] for security_group (9c9e66ae-6157-4304-9cf0-8b1b4cc70129), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.175796 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-092626ab-d6e3-459e-a0a2-83e48fa4f080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9c9e66ae-6157-4304-9cf0-8b1b4cc70129), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.178615 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-092626ab-d6e3-459e-a0a2-83e48fa4f080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.180001 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-092626ab-d6e3-459e-a0a2-83e48fa4f080 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c9e66ae-6157-4304-9cf0-8b1b4cc70129 HTTP/1.1" status: 204 len: 168 time: 0.1459994 Apr 07 13:02:04.188762 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092626ab-d6e3-459e-a0a2-83e48fa4f080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9e66ae-6157-4304-9cf0-8b1b4cc70129,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:04.457694 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36582) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:04.599627 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3bb8-9cef-49eb-816d-78a67413ab53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.642858 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36586) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:04.663088 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-acd3cd72-916c-436c-bf88-275a063c2f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.726791 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3bb8-9cef-49eb-816d-78a67413ab53 admin admin] Publish callbacks [] for security_group (14ffab0d-b6bd-4280-9ecb-d44682ff801d), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.736038 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3bb8-9cef-49eb-816d-78a67413ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (14ffab0d-b6bd-4280-9ecb-d44682ff801d), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.761121 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-acd3cd72-916c-436c-bf88-275a063c2f60 admin admin] Publish callbacks [] for security_group (b2d2bb92-248d-4d59-a0c6-7b1f3bc3bc6c), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.767168 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-acd3cd72-916c-436c-bf88-275a063c2f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (b2d2bb92-248d-4d59-a0c6-7b1f3bc3bc6c), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.806025 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3cd72-916c-436c-bf88-275a063c2f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d2bb92-248d-4d59-a0c6-7b1f3bc3bc6c,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:04.813960 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-acd3cd72-916c-436c-bf88-275a063c2f60 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=174b0ff5512c408e803783f851bd0630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703939 Apr 07 13:02:04.815664 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36588) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:04.824408 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36590) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:04.825039 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-0d9e3bb8-9cef-49eb-816d-78a67413ab53 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=adf9e26a88ac43d6a2b749bca7ca476c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658493 Apr 07 13:02:04.826072 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e3bb8-9cef-49eb-816d-78a67413ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ffab0d-b6bd-4280-9ecb-d44682ff801d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:04.907338 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fc6aae7-0c4c-4992-99fb-53ec09386759 admin admin] Publish callbacks [] for security_group (b2d2bb92-248d-4d59-a0c6-7b1f3bc3bc6c), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.921469 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31ffb6d4-f52c-4fb1-bd92-0f78dcea5e2a admin admin] Publish callbacks [] for security_group (14ffab0d-b6bd-4280-9ecb-d44682ff801d), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.953313 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fc6aae7-0c4c-4992-99fb-53ec09386759 admin admin] Publish callbacks [] for security_group (b2d2bb92-248d-4d59-a0c6-7b1f3bc3bc6c), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:04.963486 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31ffb6d4-f52c-4fb1-bd92-0f78dcea5e2a admin admin] Publish callbacks [] for security_group (14ffab0d-b6bd-4280-9ecb-d44682ff801d), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.040937 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fc6aae7-0c4c-4992-99fb-53ec09386759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (b2d2bb92-248d-4d59-a0c6-7b1f3bc3bc6c), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.043637 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1fc6aae7-0c4c-4992-99fb-53ec09386759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.044786 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-1fc6aae7-0c4c-4992-99fb-53ec09386759 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2d2bb92-248d-4d59-a0c6-7b1f3bc3bc6c HTTP/1.1" status: 204 len: 168 time: 0.2279894 Apr 07 13:02:05.063396 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31ffb6d4-f52c-4fb1-bd92-0f78dcea5e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (14ffab0d-b6bd-4280-9ecb-d44682ff801d), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.066791 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-31ffb6d4-f52c-4fb1-bd92-0f78dcea5e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.068117 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-31ffb6d4-f52c-4fb1-bd92-0f78dcea5e2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14ffab0d-b6bd-4280-9ecb-d44682ff801d HTTP/1.1" status: 204 len: 168 time: 0.2422988 Apr 07 13:02:05.086112 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6aae7-0c4c-4992-99fb-53ec09386759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d2bb92-248d-4d59-a0c6-7b1f3bc3bc6c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:05.115276 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffb6d4-f52c-4fb1-bd92-0f78dcea5e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ffab0d-b6bd-4280-9ecb-d44682ff801d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:05.185112 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.645336 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36610) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:05.664360 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1fc6-6e6c-4c57-a745-1c34ca2d4a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.760351 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1fc6-6e6c-4c57-a745-1c34ca2d4a1f admin admin] Publish callbacks [] for security_group (7d11111e-ca83-40e3-b9c8-3929ea58c23b), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.765770 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1fc6-6e6c-4c57-a745-1c34ca2d4a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7d11111e-ca83-40e3-b9c8-3929ea58c23b), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.809844 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5c8f1fc6-6e6c-4c57-a745-1c34ca2d4a1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9483dec732ae4b16bd32309733ab6826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624486 Apr 07 13:02:05.812393 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f1fc6-6e6c-4c57-a745-1c34ca2d4a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d11111e-ca83-40e3-b9c8-3929ea58c23b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:05.812698 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36614) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:05.867589 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4ec5-7605-432c-a7cb-8cbed7f3ff39 admin admin] Publish callbacks [] for security_group (7d11111e-ca83-40e3-b9c8-3929ea58c23b), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.897279 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4ec5-7605-432c-a7cb-8cbed7f3ff39 admin admin] Publish callbacks [] for security_group (7d11111e-ca83-40e3-b9c8-3929ea58c23b), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.977419 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4ec5-7605-432c-a7cb-8cbed7f3ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7d11111e-ca83-40e3-b9c8-3929ea58c23b), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.980824 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f8e4ec5-7605-432c-a7cb-8cbed7f3ff39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:05.982248 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-0f8e4ec5-7605-432c-a7cb-8cbed7f3ff39 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d11111e-ca83-40e3-b9c8-3929ea58c23b HTTP/1.1" status: 204 len: 168 time: 0.1685529 Apr 07 13:02:05.994177 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e4ec5-7605-432c-a7cb-8cbed7f3ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d11111e-ca83-40e3-b9c8-3929ea58c23b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:06.410711 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:07.823472 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:11.685358 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36792) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:11.857875 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5660d92-3c28-4854-b369-462adcdf58aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:11.983004 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5660d92-3c28-4854-b369-462adcdf58aa admin admin] Publish callbacks [] for security_group (016e48b4-bdb4-440e-9209-84c7aca65589), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:11.987868 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f5660d92-3c28-4854-b369-462adcdf58aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (016e48b4-bdb4-440e-9209-84c7aca65589), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.038515 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5660d92-3c28-4854-b369-462adcdf58aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016e48b4-bdb4-440e-9209-84c7aca65589,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:12.044424 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-f5660d92-3c28-4854-b369-462adcdf58aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc78843038774c1eba6958e95d5faeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577940 Apr 07 13:02:12.053605 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36802) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:12.134741 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23fece12-7fad-4177-b011-49bd0cac3709 admin admin] Publish callbacks [] for security_group (016e48b4-bdb4-440e-9209-84c7aca65589), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.165666 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23fece12-7fad-4177-b011-49bd0cac3709 admin admin] Publish callbacks [] for security_group (016e48b4-bdb4-440e-9209-84c7aca65589), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.237435 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23fece12-7fad-4177-b011-49bd0cac3709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (016e48b4-bdb4-440e-9209-84c7aca65589), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.240157 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-23fece12-7fad-4177-b011-49bd0cac3709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.241313 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-23fece12-7fad-4177-b011-49bd0cac3709 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/016e48b4-bdb4-440e-9209-84c7aca65589 HTTP/1.1" status: 204 len: 168 time: 0.1866276 Apr 07 13:02:12.249482 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fece12-7fad-4177-b011-49bd0cac3709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016e48b4-bdb4-440e-9209-84c7aca65589,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:12.574165 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36814) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:12.589517 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-926d9216-e7f5-4210-a3bb-95cd6359f094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.677999 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-926d9216-e7f5-4210-a3bb-95cd6359f094 admin admin] Publish callbacks [] for security_group (a76005a0-5788-447f-a9e5-e647d64ffc05), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.683776 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-926d9216-e7f5-4210-a3bb-95cd6359f094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (a76005a0-5788-447f-a9e5-e647d64ffc05), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.717378 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d9216-e7f5-4210-a3bb-95cd6359f094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76005a0-5788-447f-a9e5-e647d64ffc05,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:12.737794 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-926d9216-e7f5-4210-a3bb-95cd6359f094 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=132538a0c66b4599bd7cc5ad9e7ff7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598153 Apr 07 13:02:12.737968 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36816) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:12.788198 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e8548a73-f9a5-4473-ae19-9770834f98c0 admin admin] Publish callbacks [] for security_group (a76005a0-5788-447f-a9e5-e647d64ffc05), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.810880 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e8548a73-f9a5-4473-ae19-9770834f98c0 admin admin] Publish callbacks [] for security_group (a76005a0-5788-447f-a9e5-e647d64ffc05), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.863501 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e8548a73-f9a5-4473-ae19-9770834f98c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (a76005a0-5788-447f-a9e5-e647d64ffc05), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.867067 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e8548a73-f9a5-4473-ae19-9770834f98c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:12.868953 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e8548a73-f9a5-4473-ae19-9770834f98c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a76005a0-5788-447f-a9e5-e647d64ffc05 HTTP/1.1" status: 204 len: 168 time: 0.1299403 Apr 07 13:02:12.891851 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8548a73-f9a5-4473-ae19-9770834f98c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76005a0-5788-447f-a9e5-e647d64ffc05,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:16.168685 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30c85-2a85-4433-b3cc-267cff69f491 req-ca8c150f-648b-44a5-9c8c-90231d049bba tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:16.169725 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c3a30c85-2a85-4433-b3cc-267cff69f491 req-ca8c150f-648b-44a5-9c8c-90231d049bba tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 946 time: 0.0736051 Apr 07 13:02:16.266800 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c3a30c85-2a85-4433-b3cc-267cff69f491 req-e364aa1c-8659-4604-99a9-dfbe75383cd6 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908511 Apr 07 13:02:16.520819 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36942) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:16.674377 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f0eec9d-158d-4dc9-a14b-075379b24da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:16.764711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f0eec9d-158d-4dc9-a14b-075379b24da0 admin admin] Publish callbacks [] for security_group (de1e9b00-fd04-4b2c-98cf-bf8388a9e9fc), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:16.769677 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6f0eec9d-158d-4dc9-a14b-075379b24da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (de1e9b00-fd04-4b2c-98cf-bf8388a9e9fc), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:16.810977 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eec9d-158d-4dc9-a14b-075379b24da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1e9b00-fd04-4b2c-98cf-bf8388a9e9fc,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:16.832257 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36952) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:16.832786 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-6f0eec9d-158d-4dc9-a14b-075379b24da0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c97108c0bb1144f6a9eb95e520f02436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104830 Apr 07 13:02:16.901945 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3b6df33-135f-4744-a333-f27a00c99651 admin admin] Publish callbacks [] for security_group (de1e9b00-fd04-4b2c-98cf-bf8388a9e9fc), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:16.929246 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3b6df33-135f-4744-a333-f27a00c99651 admin admin] Publish callbacks [] for security_group (de1e9b00-fd04-4b2c-98cf-bf8388a9e9fc), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:16.989271 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3b6df33-135f-4744-a333-f27a00c99651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (de1e9b00-fd04-4b2c-98cf-bf8388a9e9fc), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:16.994133 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3b6df33-135f-4744-a333-f27a00c99651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:16.995775 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b3b6df33-135f-4744-a333-f27a00c99651 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de1e9b00-fd04-4b2c-98cf-bf8388a9e9fc HTTP/1.1" status: 204 len: 168 time: 0.1612396 Apr 07 13:02:17.006404 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6df33-135f-4744-a333-f27a00c99651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1e9b00-fd04-4b2c-98cf-bf8388a9e9fc,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:17.357008 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36960) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:17.383607 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f2947a9-6f53-4f7a-a6cd-bf3009f5e25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:17.450057 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b7fca-0ef4-46cb-8a18-6b02ec8b7a77 req-d1d24f92-109f-496b-8565-ddca2ee93376 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:17.452040 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-088b7fca-0ef4-46cb-8a18-6b02ec8b7a77 req-d1d24f92-109f-496b-8565-ddca2ee93376 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 946 time: 0.0883615 Apr 07 13:02:17.504762 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-8768d6c6-1ed4-48aa-9ed3-7632943ea6d2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:17.508620 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-8768d6c6-1ed4-48aa-9ed3-7632943ea6d2 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 946 time: 0.0746322 Apr 07 13:02:17.536570 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-088b7fca-0ef4-46cb-8a18-6b02ec8b7a77 req-c0a60d0f-70fb-4830-9e85-b615eb4e7e0c tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups?id=46a1b746-ddc6-424a-95b0-ccfa888d752f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715795 Apr 07 13:02:17.550644 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f2947a9-6f53-4f7a-a6cd-bf3009f5e25f admin admin] Publish callbacks [] for security_group (aef030e6-9709-453f-866f-4aee79501ad2), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:17.557410 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-1f2947a9-6f53-4f7a-a6cd-bf3009f5e25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (aef030e6-9709-453f-866f-4aee79501ad2), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:17.600418 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2947a9-6f53-4f7a-a6cd-bf3009f5e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef030e6-9709-453f-866f-4aee79501ad2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:17.640036 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-1f2947a9-6f53-4f7a-a6cd-bf3009f5e25f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8004fb6bd97540819e17c22c0e3cd7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789149 Apr 07 13:02:17.640382 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 36964) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:17.710029 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Deleting port 6b984fb5-7e25-4324-829a-323248a4b548 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:02:17.710702 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (6b984fb5-7e25-4324-829a-323248a4b548), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:17.730932 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224fe74-40eb-4bfe-9112-f95e9724a8db admin admin] Publish callbacks [] for security_group (aef030e6-9709-453f-866f-4aee79501ad2), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:17.801488 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224fe74-40eb-4bfe-9112-f95e9724a8db admin admin] Publish callbacks [] for security_group (aef030e6-9709-453f-866f-4aee79501ad2), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:17.877735 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] For port 6b984fb5-7e25-4324-829a-323248a4b548, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=6b984fb5-7e25-4324-829a-323248a4b548,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:17.878326 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (6b984fb5-7e25-4324-829a-323248a4b548), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:17.950587 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224fe74-40eb-4bfe-9112-f95e9724a8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (aef030e6-9709-453f-866f-4aee79501ad2), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:17.953307 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-b224fe74-40eb-4bfe-9112-f95e9724a8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:17.957698 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-b224fe74-40eb-4bfe-9112-f95e9724a8db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aef030e6-9709-453f-866f-4aee79501ad2 HTTP/1.1" status: 204 len: 168 time: 0.3131864 Apr 07 13:02:17.996409 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224fe74-40eb-4bfe-9112-f95e9724a8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef030e6-9709-453f-866f-4aee79501ad2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:18.227173 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.228328 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (1c7b8bec-6900-4562-a35c-18e9bcbc1dfb), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.229313 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Floating IP 1c7b8bec-6900-4562-a35c-18e9bcbc1dfb disassociated. External IP: 172.28.2.238, port: 6b984fb5-7e25-4324-829a-323248a4b548. Apr 07 13:02:18.230402 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Calling delete_port for 6b984fb5-7e25-4324-829a-323248a4b548 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:02:18.410168 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (6b984fb5-7e25-4324-829a-323248a4b548), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.436910 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36982) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:18.452309 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e58665f-bcee-450e-b41b-71dc3ff8359d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.452759 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event deleted for resources: {'Port': ['ID=6b984fb5-7e25-4324-829a-323248a4b548,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:18.585474 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e58665f-bcee-450e-b41b-71dc3ff8359d admin admin] Publish callbacks [] for security_group (c9a2ecb1-7a12-4026-9375-2e94bbff8041), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.590935 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7e58665f-bcee-450e-b41b-71dc3ff8359d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c9a2ecb1-7a12-4026-9375-2e94bbff8041), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.631127 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58665f-bcee-450e-b41b-71dc3ff8359d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a2ecb1-7a12-4026-9375-2e94bbff8041,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:18.649671 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Router 778614f7-ecb1-401b-aa3e-410cbb8dde59 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:02:18.667443 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-7e58665f-bcee-450e-b41b-71dc3ff8359d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2692f89e93df40bc93820c6d3dc6018f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293704 Apr 07 13:02:18.669874 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 36986) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:18.735618 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49029321-a679-4b33-b736-e1b881e2ab66 admin admin] Publish callbacks [] for security_group (c9a2ecb1-7a12-4026-9375-2e94bbff8041), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.761745 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49029321-a679-4b33-b736-e1b881e2ab66 admin admin] Publish callbacks [] for security_group (c9a2ecb1-7a12-4026-9375-2e94bbff8041), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.820032 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.837793 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49029321-a679-4b33-b736-e1b881e2ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c9a2ecb1-7a12-4026-9375-2e94bbff8041), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.840736 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-49029321-a679-4b33-b736-e1b881e2ab66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:18.842162 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-49029321-a679-4b33-b736-e1b881e2ab66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9a2ecb1-7a12-4026-9375-2e94bbff8041 HTTP/1.1" status: 204 len: 168 time: 0.1712825 Apr 07 13:02:18.863705 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49029321-a679-4b33-b736-e1b881e2ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a2ecb1-7a12-4026-9375-2e94bbff8041,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:19.137800 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-7d730d7a-3035-45c4-b1ee-4584f69427b6 req-06b761ff-46f1-47bf-b987-2c3b588de2b9 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ae2da4-75a2-4f2a-a333-447cf9780193 HTTP/1.1" status: 200 len: 210 time: 0.4696863 Apr 07 13:02:19.224402 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:02:19.236234 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] Sync routers for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:02:19.275175 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] No DVR routers for this DVR port 6b984fb5-7e25-4324-829a-323248a4b548 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:02:19.277719 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:19.279477 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:02:19.280261 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:02:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:19.286787 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9c3a5394-8b17-4f24-8a2c-c0109129921e req-7f525156-156d-4e2f-a59e-b76a77207292 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.26 "DELETE /v2.0/ports/6b984fb5-7e25-4324-829a-323248a4b548 HTTP/1.1" status: 204 len: 173 time: 1.7715700 Apr 07 13:02:19.287571 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-deleted', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:02:19.291606 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d21303-1247-4073-b6b1-7f551bafa155" -d '{"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-deleted", "tag": "6b984fb5-7e25-4324-829a-323248a4b548"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:02:19.409695 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66df62d-23bb-42ee-9b7e-535c22ee81ca x-openstack-request-id: req-e66df62d-23bb-42ee-9b7e-535c22ee81ca {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:02:19.410037 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ae2da4-75a2-4f2a-a333-447cf9780193", "name": "network-vif-deleted", "tag": "6b984fb5-7e25-4324-829a-323248a4b548", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:02:19.410405 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e66df62d-23bb-42ee-9b7e-535c22ee81ca {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:02:19.410903 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66df62d-23bb-42ee-9b7e-535c22ee81ca'] response: {'server_uuid': '58ae2da4-75a2-4f2a-a333-447cf9780193', 'name': 'network-vif-deleted', 'tag': '6b984fb5-7e25-4324-829a-323248a4b548', 'status': 'completed', 'code': 200} Apr 07 13:02:19.476751 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:02:19.705982 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37022) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:19.772858 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:19.813947 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] Checking router: 778614f7-ecb1-401b-aa3e-410cbb8dde59 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:02:19.825675 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:02:19.826286 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:02:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:19.993083 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fca1830c-7494-4f23-8d64-4bbf9890a610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.113293 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fca1830c-7494-4f23-8d64-4bbf9890a610 admin admin] Publish callbacks [] for security_group (1d5603f3-6304-4c6d-86cf-19a175479663), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.121260 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:02:20.126905 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fca1830c-7494-4f23-8d64-4bbf9890a610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (1d5603f3-6304-4c6d-86cf-19a175479663), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.199800 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fca1830c-7494-4f23-8d64-4bbf9890a610 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e48f01f1b5ba4d73a0ef2380f828a5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926124 Apr 07 13:02:20.203180 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37040) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:20.216311 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1830c-7494-4f23-8d64-4bbf9890a610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5603f3-6304-4c6d-86cf-19a175479663,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:20.286880 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37046) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:20.355827 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Publish callbacks [] for security_group (1d5603f3-6304-4c6d-86cf-19a175479663), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.366576 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (46a1b746-ddc6-424a-95b0-ccfa888d752f), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.402367 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (46a1b746-ddc6-424a-95b0-ccfa888d752f), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.405542 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Publish callbacks [] for security_group (1d5603f3-6304-4c6d-86cf-19a175479663), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.489803 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:20.491408 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (46a1b746-ddc6-424a-95b0-ccfa888d752f), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.499298 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.503159 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (1d5603f3-6304-4c6d-86cf-19a175479663), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.505353 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "DELETE /v2.0/security-groups/46a1b746-ddc6-424a-95b0-ccfa888d752f HTTP/1.1" status: 204 len: 168 time: 0.2173550 Apr 07 13:02:20.505985 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37050) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:20.506692 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.511260 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d5603f3-6304-4c6d-86cf-19a175479663 HTTP/1.1" status: 204 len: 168 time: 0.3038161 Apr 07 13:02:20.517471 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5603f3-6304-4c6d-86cf-19a175479663,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:20.526266 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.526610 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.526954 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.527301 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.527668 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.528006 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.528326 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.528647 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.528971 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.529343 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.529669 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.529987 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.530383 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.530707 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.531213 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64706cef-edd8-4620-b813-f8cee50c2d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.532367 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895e77b6-51d0-4fb1-8ded-cfe96f625fa8 None None] The sync data for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb is: [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T12:56:03Z', 'revision_number': 4, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': 'c87d0449-0916-423c-81bc-621f3e7bafcf', 'name': '', 'network_id': 'e4853d6b-79dc-4abc-b1a6-d90b84863c06', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'mac_address': 'fa:16:3e:25:e9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:59Z', 'updated_at': '2022-04-07T12:56:12Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'subnets': [{'id': '68d47241-fd88-4166-8023-9edfaa6a9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:02:20.597022 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.api.v2.resource [None req-e8ff46ac-0f67-4029-9de6-d34575375ccd tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] show failed (client error): The resource could not be found. Apr 07 13:02:20.598188 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e8ff46ac-0f67-4029-9de6-d34575375ccd tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "GET /v2.0/security-groups/46a1b746-ddc6-424a-95b0-ccfa888d752f HTTP/1.1" status: 404 len: 347 time: 0.0608811 Apr 07 13:02:20.600717 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1b746-ddc6-424a-95b0-ccfa888d752f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:20.601366 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37054) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:20.636119 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.636734 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.637091 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.637440 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.637890 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.638111 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.638477 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.638810 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.640804 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.641198 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.641558 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.643357 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.643707 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.644053 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.644399 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdbde5-a76b-45cc-9211-5e1b2e3c184a tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:20.875076 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:02:20.895241 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Deleting port 861b9bdf-0f67-4c44-a33e-efa9c1117400 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:02:20.896007 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (861b9bdf-0f67-4c44-a33e-efa9c1117400), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:20.993385 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff5b07-ea09-42fa-93bd-b132938408e7 None None] New status for floating IP 1c7b8bec-6900-4562-a35c-18e9bcbc1dfb: DOWN {{(pid=103163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:02:21.030809 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (861b9bdf-0f67-4c44-a33e-efa9c1117400), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.031139 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (861b9bdf-0f67-4c44-a33e-efa9c1117400), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.061923 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37080) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:21.061923 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Calling delete_port for 861b9bdf-0f67-4c44-a33e-efa9c1117400 owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:02:21.083153 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17918656-57f1-4649-975e-28f0bc571587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.256152 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17918656-57f1-4649-975e-28f0bc571587 admin admin] Publish callbacks [] for security_group (8b5cef0f-00b6-45de-b09c-f3cd54f1e7f6), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.261181 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-17918656-57f1-4649-975e-28f0bc571587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (8b5cef0f-00b6-45de-b09c-f3cd54f1e7f6), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.292350 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (861b9bdf-0f67-4c44-a33e-efa9c1117400), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.333995 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-17918656-57f1-4649-975e-28f0bc571587 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd2516d68c8641eeafce90f6955b933f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741659 Apr 07 13:02:21.334707 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17918656-57f1-4649-975e-28f0bc571587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5cef0f-00b6-45de-b09c-f3cd54f1e7f6,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:21.337524 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37090) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:21.338104 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Pushing event deleted for resources: {'Port': ['ID=861b9bdf-0f67-4c44-a33e-efa9c1117400,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:21.398877 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99ee19ae-c7f0-4015-b150-c1f734fde48d admin admin] Publish callbacks [] for security_group (8b5cef0f-00b6-45de-b09c-f3cd54f1e7f6), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.415952 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks [] for floatingip (1c7b8bec-6900-4562-a35c-18e9bcbc1dfb), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.419052 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.420306 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-1638a02f-3760-491d-925a-f11f7952aba5 tempest-AttachVolumeShelveTestJSON-1434165248 tempest-AttachVolumeShelveTestJSON-1434165248-project] 10.222.0.45 "DELETE /v2.0/floatingips/1c7b8bec-6900-4562-a35c-18e9bcbc1dfb HTTP/1.1" status: 204 len: 168 time: 0.8169286 Apr 07 13:02:21.429495 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99ee19ae-c7f0-4015-b150-c1f734fde48d admin admin] Publish callbacks [] for security_group (8b5cef0f-00b6-45de-b09c-f3cd54f1e7f6), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.505249 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99ee19ae-c7f0-4015-b150-c1f734fde48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (8b5cef0f-00b6-45de-b09c-f3cd54f1e7f6), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.508101 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-99ee19ae-c7f0-4015-b150-c1f734fde48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:21.509700 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-99ee19ae-c7f0-4015-b150-c1f734fde48d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b5cef0f-00b6-45de-b09c-f3cd54f1e7f6 HTTP/1.1" status: 204 len: 168 time: 0.1706007 Apr 07 13:02:21.519990 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee19ae-c7f0-4015-b150-c1f734fde48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5cef0f-00b6-45de-b09c-f3cd54f1e7f6,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:21.887704 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b984fb5-7e25-4324-829a-323248a4b548 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:02:21.910946 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 6b984fb5-7e25-4324-829a-323248a4b548 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:02:21.911293 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 6b984fb5-7e25-4324-829a-323248a4b548 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:02:22.829500 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37220) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:22.938964 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-824a7e55-e114-4a02-9d5c-83d3901289ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.017156 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-824a7e55-e114-4a02-9d5c-83d3901289ee admin admin] Publish callbacks [] for security_group (71eaf036-08cd-4c45-ba14-824464b044c4), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.020101 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-824a7e55-e114-4a02-9d5c-83d3901289ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (71eaf036-08cd-4c45-ba14-824464b044c4), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.056040 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a7e55-e114-4a02-9d5c-83d3901289ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71eaf036-08cd-4c45-ba14-824464b044c4,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:23.060293 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-824a7e55-e114-4a02-9d5c-83d3901289ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d3d1b23b9d50429db803de9c68b9e373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294815 Apr 07 13:02:23.062698 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37224) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:23.111246 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b605bc1a-f730-4cb8-837f-adf101ed6963 admin admin] Publish callbacks [] for security_group (71eaf036-08cd-4c45-ba14-824464b044c4), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.132489 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b605bc1a-f730-4cb8-837f-adf101ed6963 admin admin] Publish callbacks [] for security_group (71eaf036-08cd-4c45-ba14-824464b044c4), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.179379 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b605bc1a-f730-4cb8-837f-adf101ed6963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (71eaf036-08cd-4c45-ba14-824464b044c4), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.183119 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b605bc1a-f730-4cb8-837f-adf101ed6963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.184238 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b605bc1a-f730-4cb8-837f-adf101ed6963 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71eaf036-08cd-4c45-ba14-824464b044c4 HTTP/1.1" status: 204 len: 168 time: 0.1206462 Apr 07 13:02:23.191713 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605bc1a-f730-4cb8-837f-adf101ed6963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eaf036-08cd-4c45-ba14-824464b044c4,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:23.704609 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37248) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:23.758045 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-945317da-322f-46cc-a1da-eec920113647 admin admin] Deleting subnet 9b74e129-6159-411d-a4b1-be72eb3ff755 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:02:23.761545 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-945317da-322f-46cc-a1da-eec920113647 admin admin] Publish callbacks [] for subnet (9b74e129-6159-411d-a4b1-be72eb3ff755), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.800982 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-945317da-322f-46cc-a1da-eec920113647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5036836'] for subnet (9b74e129-6159-411d-a4b1-be72eb3ff755), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.844511 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-945317da-322f-46cc-a1da-eec920113647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (9b74e129-6159-411d-a4b1-be72eb3ff755), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.909128 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-945317da-322f-46cc-a1da-eec920113647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5211432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638134'] for subnet (9b74e129-6159-411d-a4b1-be72eb3ff755), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.952252 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-945317da-322f-46cc-a1da-eec920113647 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:23.959184 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-945317da-322f-46cc-a1da-eec920113647 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9b74e129-6159-411d-a4b1-be72eb3ff755 HTTP/1.1" status: 204 len: 168 time: 0.2529089 Apr 07 13:02:23.959324 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37272) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:23.959324 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37274) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:23.961008 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945317da-322f-46cc-a1da-eec920113647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b74e129-6159-411d-a4b1-be72eb3ff755,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:24.070724 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (68bda3e2-847f-45cd-a3f2-7644ced302f2), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.204355 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (68bda3e2-847f-45cd-a3f2-7644ced302f2), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.263505 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bda3e2-847f-45cd-a3f2-7644ced302f2']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:24.276020 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:24.276311 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d13741-de6e-43ee-93a8-8a15e0fa80d1') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:24.292399 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001230'] for segment (e3d13741-de6e-43ee-93a8-8a15e0fa80d1), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.312226 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (e3d13741-de6e-43ee-93a8-8a15e0fa80d1), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.350792 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:02:24.351181 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133749'] for segment (e3d13741-de6e-43ee-93a8-8a15e0fa80d1), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: Traceback (most recent call last): Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: timer() Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: cb(*args, **kw) Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: return func(*args, **kwargs) Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: self._notify() Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: self.callback(batched_events) Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: event.method(event) Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: return f(self, *a, **k) Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: return self._get(url).json() Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:02:24.353106 dv-cinder-836944-2-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:02:24.444701 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (68bda3e2-847f-45cd-a3f2-7644ced302f2), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.460865 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.464326 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] 10.222.0.45 "DELETE /v2.0/networks/68bda3e2-847f-45cd-a3f2-7644ced302f2 HTTP/1.1" status: 204 len: 168 time: 0.5028605 Apr 07 13:02:24.476256 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be1595-4ae3-44a0-a3ad-0ae41fce5316 admin admin] Pushing event deleted for resources: {'Network': ['ID=68bda3e2-847f-45cd-a3f2-7644ced302f2,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:24.642624 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2031553'] for router_interface (778614f7-ecb1-401b-aa3e-410cbb8dde59), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.663395 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37310) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:24.717935 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-6603e930-6ac1-4997-a7a3-4c77ec9d8142 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0223ecff02d44972b76674c02eb1db60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499315 Apr 07 13:02:24.718896 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37314) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:24.767034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a57d330-2f7d-474c-92db-dc6ed07c85b7 admin admin] Publish callbacks [] for security_group (3615a2c9-bb6c-4ed1-badf-b0bf66420f29), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.788942 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a57d330-2f7d-474c-92db-dc6ed07c85b7 admin admin] Publish callbacks [] for security_group (3615a2c9-bb6c-4ed1-badf-b0bf66420f29), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.843724 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a57d330-2f7d-474c-92db-dc6ed07c85b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (3615a2c9-bb6c-4ed1-badf-b0bf66420f29), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.847023 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6a57d330-2f7d-474c-92db-dc6ed07c85b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:24.848286 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-6a57d330-2f7d-474c-92db-dc6ed07c85b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3615a2c9-bb6c-4ed1-badf-b0bf66420f29 HTTP/1.1" status: 204 len: 168 time: 0.1289380 Apr 07 13:02:24.857752 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57d330-2f7d-474c-92db-dc6ed07c85b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3615a2c9-bb6c-4ed1-badf-b0bf66420f29,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:24.924957 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Deleting port c87d0449-0916-423c-81bc-621f3e7bafcf {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:02:24.925293 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:25.010957 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] For port c87d0449-0916-423c-81bc-621f3e7bafcf, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=c87d0449-0916-423c-81bc-621f3e7bafcf,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:25.011700 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:25.026889 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Calling delete_port for c87d0449-0916-423c-81bc-621f3e7bafcf owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:02:25.228692 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (c87d0449-0916-423c-81bc-621f3e7bafcf), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:25.470138 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87d0449-0916-423c-81bc-621f3e7bafcf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:25.682997 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2031502'] for router_interface (778614f7-ecb1-401b-aa3e-410cbb8dde59), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:25.697452 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37340) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:25.809743 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e1942cbc-8186-4649-8612-1c553ded4ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:25.887034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e1942cbc-8186-4649-8612-1c553ded4ece admin admin] Publish callbacks [] for security_group (dbdeb2f3-58f7-4993-97f2-25e437076e63), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:25.891388 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e1942cbc-8186-4649-8612-1c553ded4ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (dbdeb2f3-58f7-4993-97f2-25e437076e63), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:25.913198 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Router 778614f7-ecb1-401b-aa3e-410cbb8dde59 has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:02:25.931645 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1942cbc-8186-4649-8612-1c553ded4ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdeb2f3-58f7-4993-97f2-25e437076e63,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:25.936063 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e1942cbc-8186-4649-8612-1c553ded4ece admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14b44c759f624f02940a14652fba0f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375298 Apr 07 13:02:25.940144 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37344) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:25.988412 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aff914c2-43cd-47a6-85a3-d39d348018b6 admin admin] Publish callbacks [] for security_group (dbdeb2f3-58f7-4993-97f2-25e437076e63), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.010371 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aff914c2-43cd-47a6-85a3-d39d348018b6 admin admin] Publish callbacks [] for security_group (dbdeb2f3-58f7-4993-97f2-25e437076e63), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.022861 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:02:26.028450 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-6a4d4e79-d719-4564-8b39-06e881ccff67 admin admin] 10.222.0.45 "PUT /v2.0/routers/778614f7-ecb1-401b-aa3e-410cbb8dde59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0681384 Apr 07 13:02:26.030936 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37346) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:26.033204 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] Sync routers for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:02:26.044526 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:02:26.045454 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:02:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:26.068368 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aff914c2-43cd-47a6-85a3-d39d348018b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (dbdeb2f3-58f7-4993-97f2-25e437076e63), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.071983 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-aff914c2-43cd-47a6-85a3-d39d348018b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.074659 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-aff914c2-43cd-47a6-85a3-d39d348018b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbdeb2f3-58f7-4993-97f2-25e437076e63 HTTP/1.1" status: 204 len: 168 time: 0.1336412 Apr 07 13:02:26.093026 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff914c2-43cd-47a6-85a3-d39d348018b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdeb2f3-58f7-4993-97f2-25e437076e63,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:26.149990 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks [] for router (778614f7-ecb1-401b-aa3e-410cbb8dde59), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.163625 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:02:26.259347 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks [] for router_gateway (778614f7-ecb1-401b-aa3e-410cbb8dde59), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.318404 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Deleting port 51c956df-50ac-4cce-bec7-6c4a08292d61 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:02:26.318794 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.349089 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T13:02:25Z', 'revision_number': 5, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port': {'id': '51c956df-50ac-4cce-bec7-6c4a08292d61', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T12:55:53Z', 'updated_at': '2022-04-07T12:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:26.381023 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] Checking router: 778614f7-ecb1-401b-aa3e-410cbb8dde59 for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:02:26.389862 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] Routers {'778614f7-ecb1-401b-aa3e-410cbb8dde59'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:02:26.390501 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:02:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['778614f7-ecb1-401b-aa3e-410cbb8dde59'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:26.391431 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37352) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:26.405685 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] For port 51c956df-50ac-4cce-bec7-6c4a08292d61, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=51c956df-50ac-4cce-bec7-6c4a08292d61,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:26.406039 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.406149 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56ac324d-8db4-4bd1-bf10-91c598e7ed7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.424506 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Calling delete_port for 51c956df-50ac-4cce-bec7-6c4a08292d61 owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:02:26.499898 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56ac324d-8db4-4bd1-bf10-91c598e7ed7f admin admin] Publish callbacks [] for security_group (ac88eb5e-763d-4c11-b159-e45c9dfeeb96), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.505061 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-56ac324d-8db4-4bd1-bf10-91c598e7ed7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ac88eb5e-763d-4c11-b159-e45c9dfeeb96), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.570758 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-56ac324d-8db4-4bd1-bf10-91c598e7ed7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d899659e566478d86cd0e2af40c8ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778667 Apr 07 13:02:26.572014 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37356) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:26.572762 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac324d-8db4-4bd1-bf10-91c598e7ed7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac88eb5e-763d-4c11-b159-e45c9dfeeb96,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:26.579453 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] Set router 778614f7-ecb1-401b-aa3e-410cbb8dde59 gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:02:26.622489 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (51c956df-50ac-4cce-bec7-6c4a08292d61), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.638095 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T13:02:26Z', 'revision_number': 6, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port_host': None}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:26.651929 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c956df-50ac-4cce-bec7-6c4a08292d61,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:26.663832 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83b45738-7b39-4cae-9403-1830367d8b12 admin admin] Publish callbacks [] for security_group (ac88eb5e-763d-4c11-b159-e45c9dfeeb96), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.687058 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311d4d69-bd15-41de-8ef7-da59c115f3be None None] The sync data for ids ['778614f7-ecb1-401b-aa3e-410cbb8dde59'] in dv-cinder-836944-2-smb is: [{'id': '778614f7-ecb1-401b-aa3e-410cbb8dde59', 'name': 'tempest-AttachVolumeShelveTestJSON-900734604-router', 'tenant_id': '979e6bcf837244ce91b808d3d538a09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T12:55:51Z', 'updated_at': '2022-04-07T13:02:26Z', 'revision_number': 6, 'project_id': '979e6bcf837244ce91b808d3d538a09b', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:02:26.696957 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83b45738-7b39-4cae-9403-1830367d8b12 admin admin] Publish callbacks [] for security_group (ac88eb5e-763d-4c11-b159-e45c9dfeeb96), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.736863 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2017531'] for router_gateway (778614f7-ecb1-401b-aa3e-410cbb8dde59), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.770502 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83b45738-7b39-4cae-9403-1830367d8b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ac88eb5e-763d-4c11-b159-e45c9dfeeb96), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.773603 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-83b45738-7b39-4cae-9403-1830367d8b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.778572 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-83b45738-7b39-4cae-9403-1830367d8b12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac88eb5e-763d-4c11-b159-e45c9dfeeb96 HTTP/1.1" status: 204 len: 168 time: 0.1993368 Apr 07 13:02:26.783923 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b45738-7b39-4cae-9403-1830367d8b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac88eb5e-763d-4c11-b159-e45c9dfeeb96,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:26.870258 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2031018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65228'] for router (778614f7-ecb1-401b-aa3e-410cbb8dde59), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.872974 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks [] for router_controller (778614f7-ecb1-401b-aa3e-410cbb8dde59), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.935586 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2031013'] for router (778614f7-ecb1-401b-aa3e-410cbb8dde59), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.936125 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778614f7-ecb1-401b-aa3e-410cbb8dde59 {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:02:26.941383 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:26.942602 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-16ba1fbb-a1bc-40df-b5b0-57047bd89fe0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/778614f7-ecb1-401b-aa3e-410cbb8dde59 HTTP/1.1" status: 204 len: 168 time: 0.9104733 Apr 07 13:02:26.945490 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37372) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:26.996877 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b61504-1ba1-470c-89c0-1cbb4ce6bcb1 admin admin] Deleting subnet 68d47241-fd88-4166-8023-9edfaa6a9adf {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:02:27.000081 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3b61504-1ba1-470c-89c0-1cbb4ce6bcb1 admin admin] Publish callbacks [] for subnet (68d47241-fd88-4166-8023-9edfaa6a9adf), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.042414 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3b61504-1ba1-470c-89c0-1cbb4ce6bcb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5036836'] for subnet (68d47241-fd88-4166-8023-9edfaa6a9adf), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.135648 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3b61504-1ba1-470c-89c0-1cbb4ce6bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (68d47241-fd88-4166-8023-9edfaa6a9adf), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.168194 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37376) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:27.184171 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8cfd-9a4a-41ed-92e8-d5d8478f6565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.200226 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3b61504-1ba1-470c-89c0-1cbb4ce6bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5211432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638134'] for subnet (68d47241-fd88-4166-8023-9edfaa6a9adf), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.243960 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b61504-1ba1-470c-89c0-1cbb4ce6bcb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d47241-fd88-4166-8023-9edfaa6a9adf,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:27.247591 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c3b61504-1ba1-470c-89c0-1cbb4ce6bcb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.253411 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d00e43-652f-4e00-95d1-45f5c8fa3d5d None None] Network e4853d6b-79dc-4abc-b1a6-d90b84863c06 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:02:27.264581 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c3b61504-1ba1-470c-89c0-1cbb4ce6bcb1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/68d47241-fd88-4166-8023-9edfaa6a9adf HTTP/1.1" status: 204 len: 168 time: 0.3176935 Apr 07 13:02:27.267569 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37378) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:27.310044 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8cfd-9a4a-41ed-92e8-d5d8478f6565 admin admin] Publish callbacks [] for security_group (7afbc09a-aca2-44d2-9afb-15f3db4027a0), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.339930 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8cfd-9a4a-41ed-92e8-d5d8478f6565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7afbc09a-aca2-44d2-9afb-15f3db4027a0), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.388944 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (e4853d6b-79dc-4abc-b1a6-d90b84863c06), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.402502 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-7c6d8cfd-9a4a-41ed-92e8-d5d8478f6565 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ecbb4b8263f4dd7a0ddb59e87e7223c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331326 Apr 07 13:02:27.409037 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37380) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:27.420059 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d8cfd-9a4a-41ed-92e8-d5d8478f6565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afbc09a-aca2-44d2-9afb-15f3db4027a0,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:27.530032 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e981140a-7ada-4b06-9d09-4edc33f6db3e admin admin] Publish callbacks [] for security_group (7afbc09a-aca2-44d2-9afb-15f3db4027a0), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.552802 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Deleting port 946c9387-e17b-41db-ad16-bec1e18d733f {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:02:27.553050 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.594337 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] DHCP port deletion for e4853d6b-79dc-4abc-b1a6-d90b84863c06 request from dv-cinder-836944-2-smb {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:02:27.634466 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] For port 946c9387-e17b-41db-ad16-bec1e18d733f, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=946c9387-e17b-41db-ad16-bec1e18d733f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:27.635061 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.657286 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e981140a-7ada-4b06-9d09-4edc33f6db3e admin admin] Publish callbacks [] for security_group (7afbc09a-aca2-44d2-9afb-15f3db4027a0), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.659916 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Calling delete_port for 946c9387-e17b-41db-ad16-bec1e18d733f owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:02:27.662740 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 946c9387-e17b-41db-ad16-bec1e18d733f no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:02:27.731520 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Deleting port 946c9387-e17b-41db-ad16-bec1e18d733f {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:02:27.732055 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.764002 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e981140a-7ada-4b06-9d09-4edc33f6db3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7afbc09a-aca2-44d2-9afb-15f3db4027a0), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.767075 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e981140a-7ada-4b06-9d09-4edc33f6db3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.770729 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e981140a-7ada-4b06-9d09-4edc33f6db3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7afbc09a-aca2-44d2-9afb-15f3db4027a0 HTTP/1.1" status: 204 len: 168 time: 0.3564343 Apr 07 13:02:27.779733 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981140a-7ada-4b06-9d09-4edc33f6db3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afbc09a-aca2-44d2-9afb-15f3db4027a0,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:27.795881 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.828959 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=946c9387-e17b-41db-ad16-bec1e18d733f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:27.839140 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] No DVR routers for this DVR port 946c9387-e17b-41db-ad16-bec1e18d733f on host dv-cinder-836944-2-smb {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:02:27.862197 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 946c9387-e17b-41db-ad16-bec1e18d733f is: ACTIVE; New status is: DOWN {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:02:27.862693 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.901694 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] For port 946c9387-e17b-41db-ad16-bec1e18d733f, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=946c9387-e17b-41db-ad16-bec1e18d733f,segment=NetworkSegment(23a18da2-6ba6-4bf6-849d-4b79a6c99327),segment_id=23a18da2-6ba6-4bf6-849d-4b79a6c99327)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:27.902414 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.941801 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Calling delete_port for 946c9387-e17b-41db-ad16-bec1e18d733f owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:02:27.943402 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device c87d0449-0916-423c-81bc-621f3e7bafcf no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:02:27.945654 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (e4853d6b-79dc-4abc-b1a6-d90b84863c06), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:27.976182 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4853d6b-79dc-4abc-b1a6-d90b84863c06']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:27.983836 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: c87d0449-0916-423c-81bc-621f3e7bafcf {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:02:27.983965 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device c87d0449-0916-423c-81bc-621f3e7bafcf not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:02:27.984372 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 51c956df-50ac-4cce-bec7-6c4a08292d61 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:02:27.992812 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a18da2-6ba6-4bf6-849d-4b79a6c99327') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:27.993723 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a18da2-6ba6-4bf6-849d-4b79a6c99327') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:02:28.005438 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001230'] for segment (23a18da2-6ba6-4bf6-849d-4b79a6c99327), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.039821 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 51c956df-50ac-4cce-bec7-6c4a08292d61 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:02:28.040190 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 51c956df-50ac-4cce-bec7-6c4a08292d61 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:02:28.041065 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (23a18da2-6ba6-4bf6-849d-4b79a6c99327), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.059616 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:02:28.060255 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133749'] for segment (23a18da2-6ba6-4bf6-849d-4b79a6c99327), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: Traceback (most recent call last): Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: timer() Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: cb(*args, **kw) Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: return func(*args, **kwargs) Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: self._notify() Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: self.callback(batched_events) Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: event.method(event) Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: return f(self, *a, **k) Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: return self._get(url).json() Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:02:28.066185 dv-cinder-836944-2-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:02:28.096390 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185'] for port (946c9387-e17b-41db-ad16-bec1e18d733f), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.140976 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] No DVR routers for this DVR port 946c9387-e17b-41db-ad16-bec1e18d733f on host dv-cinder-836944-2-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:02:28.143062 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Pushing event deleted for resources: {'Port': ['ID=946c9387-e17b-41db-ad16-bec1e18d733f,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:28.156658 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.157097 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.157551 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.157940 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.158402 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.158960 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.159314 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.159421 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (e4853d6b-79dc-4abc-b1a6-d90b84863c06), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.159626 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.159954 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.160281 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.160781 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.161228 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.161462 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.161807 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.162100 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bed26f-b5aa-451b-846b-0adabbe61745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:02:28.173812 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.179530 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e4853d6b-79dc-4abc-b1a6-d90b84863c06 HTTP/1.1" status: 204 len: 168 time: 0.9108438 Apr 07 13:02:28.203147 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9ef78-9a1c-4d6f-957a-37ba33f01b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4853d6b-79dc-4abc-b1a6-d90b84863c06,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:28.314102 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37408) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:28.355806 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-7cdf12e6-50c7-43fd-8184-f5d7a17eb187 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=979e6bcf837244ce91b808d3d538a09b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400813 Apr 07 13:02:28.358335 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37410) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:28.405944 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f50e-9d4e-45f2-b96e-8779d39a99bb admin admin] Publish callbacks [] for security_group (d0b0c26e-27f7-4635-8bb6-6b4d4974615b), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.426688 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f50e-9d4e-45f2-b96e-8779d39a99bb admin admin] Publish callbacks [] for security_group (d0b0c26e-27f7-4635-8bb6-6b4d4974615b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.477597 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f50e-9d4e-45f2-b96e-8779d39a99bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d0b0c26e-27f7-4635-8bb6-6b4d4974615b), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.480264 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f50e-9d4e-45f2-b96e-8779d39a99bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.483866 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c0f5f50e-9d4e-45f2-b96e-8779d39a99bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0b0c26e-27f7-4635-8bb6-6b4d4974615b HTTP/1.1" status: 204 len: 168 time: 0.1221030 Apr 07 13:02:28.489192 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5f50e-9d4e-45f2-b96e-8779d39a99bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0c26e-27f7-4635-8bb6-6b4d4974615b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:28.658065 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37424) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:28.753393 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1926136195-network', 'tenant_id': '20c53f9b3ef64203a29678fe09a135b6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:28.774175 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Made reservation on behalf of 20c53f9b3ef64203a29678fe09a135b6 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:02:28.776606 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.787950 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.861326 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Publish callbacks [] for security_group (913ad3bb-ff65-4125-b214-9b9dc001e4d7), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.866182 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (913ad3bb-ff65-4125-b214-9b9dc001e4d7), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.892703 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:02:28.904904 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913ad3bb-ff65-4125-b214-9b9dc001e4d7,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:28.912968 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (a9ccb1ed-93fb-45a6-a2a0-075def5ac38f), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.912968 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Added segment a9ccb1ed-93fb-45a6-a2a0-075def5ac38f of type vlan for network 8de62674-8fe9-47ce-8b86-ba1b5b163f95 Apr 07 13:02:28.956277 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (8de62674-8fe9-47ce-8b86-ba1b5b163f95), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.983567 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (8de62674-8fe9-47ce-8b86-ba1b5b163f95), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:28.984583 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:28.985169 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:29.020456 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3612783 Apr 07 13:02:29.023695 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37442) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:29.029651 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Request body: {'subnet': {'network_id': '8de62674-8fe9-47ce-8b86-ba1b5b163f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1926136195-subnet', 'tenant_id': '20c53f9b3ef64203a29678fe09a135b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:29.051151 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Made reservation on behalf of 20c53f9b3ef64203a29678fe09a135b6 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:02:29.053323 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ebfc0-1176-4c1e-b037-61f79ec1db2e admin admin] Pushing event updated for resources: {'Network': ['ID=8de62674-8fe9-47ce-8b86-ba1b5b163f95,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:29.053679 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639575'] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:29.064330 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 8de62674-8fe9-47ce-8b86-ba1b5b163f95 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:02:29.262069 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5211497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638125'] for subnet (81da7c3f-fa99-419e-829e-e06cccc370b4), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:29.339562 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Pushing event updated for resources: {'Subnet': ['ID=81da7c3f-fa99-419e-829e-e06cccc370b4,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:29.348968 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Checking segment: {'id': 'a9ccb1ed-93fb-45a6-a2a0-075def5ac38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8de62674-8fe9-47ce-8b86-ba1b5b163f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:02:29.349359 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Network hostable DHCP agents. Network: 8de62674-8fe9-47ce-8b86-ba1b5b163f95, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:02:29.375068 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Network 8de62674-8fe9-47ce-8b86-ba1b5b163f95 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:02:29.383273 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 8de62674-8fe9-47ce-8b86-ba1b5b163f95) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:02:29.388664 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:29.389329 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:29.394580 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b61de-dfad-4310-9c35-36abe77a33fa None None] Network 8de62674-8fe9-47ce-8b86-ba1b5b163f95 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:02:29.410265 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c1f6658c-87b4-4cd2-a1d7-72397ae8637b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3830485 Apr 07 13:02:29.528019 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f33898d-22f4-44ab-b0c0-1a7606580965 None None] Network 8de62674-8fe9-47ce-8b86-ba1b5b163f95 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:02:29.996722 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37494) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:30.001639 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2141960545-network', 'tenant_id': 'd78ca0f25ed8419c99d1f11fe64e86ab'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:30.022182 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Made reservation on behalf of d78ca0f25ed8419c99d1f11fe64e86ab for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:02:30.025037 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.034283 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.113316 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Publish callbacks [] for security_group (99239b70-1046-4f7c-9116-82f353adaa48), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.118968 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (99239b70-1046-4f7c-9116-82f353adaa48), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.143874 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:02:30.158011 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99239b70-1046-4f7c-9116-82f353adaa48,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:30.162858 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (c5acd042-259d-44f1-859c-4e2cf2970a1b), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.163198 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Added segment c5acd042-259d-44f1-859c-4e2cf2970a1b of type vlan for network 32157daf-7170-4c1e-af0c-35517f464d57 Apr 07 13:02:30.203410 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (32157daf-7170-4c1e-af0c-35517f464d57), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.229117 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (32157daf-7170-4c1e-af0c-35517f464d57), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.230071 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:30.230700 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.293265 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2954180 Apr 07 13:02:30.295910 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37516) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:30.300450 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Request body: {'subnet': {'network_id': '32157daf-7170-4c1e-af0c-35517f464d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2141960545-subnet', 'tenant_id': 'd78ca0f25ed8419c99d1f11fe64e86ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:30.310450 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419b38f-4b55-4175-8b86-47dfd0b26c20 admin admin] Pushing event updated for resources: {'Network': ['ID=32157daf-7170-4c1e-af0c-35517f464d57,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:30.326274 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Made reservation on behalf of d78ca0f25ed8419c99d1f11fe64e86ab for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:02:30.327196 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 32157daf-7170-4c1e-af0c-35517f464d57 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:02:30.328817 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639575'] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.514515 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5211497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638125'] for subnet (079109ad-4f91-4198-b142-023d1fee4df5), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.560117 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37526) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:30.580058 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079109ad-4f91-4198-b142-023d1fee4df5,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:30.592361 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Checking segment: {'id': 'c5acd042-259d-44f1-859c-4e2cf2970a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '32157daf-7170-4c1e-af0c-35517f464d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:02:30.592729 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Network hostable DHCP agents. Network: 32157daf-7170-4c1e-af0c-35517f464d57, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:02:30.610607 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Network 32157daf-7170-4c1e-af0c-35517f464d57 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:02:30.620044 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 32157daf-7170-4c1e-af0c-35517f464d57) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:02:30.624914 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:30.625716 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.630834 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7402845-3a03-4470-9350-7f4a2e5424ab None None] Network 32157daf-7170-4c1e-af0c-35517f464d57 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:02:30.646781 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-95c2e6a0-3c72-4bcb-95a2-7f54e4fa74d9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3498194 Apr 07 13:02:30.715697 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-85a2834c-1fed-48cd-9d7e-76a263db4295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.758174 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd7f58-2b44-448d-b215-8032be79419b None None] Network 32157daf-7170-4c1e-af0c-35517f464d57 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:02:30.817316 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-85a2834c-1fed-48cd-9d7e-76a263db4295 admin admin] Publish callbacks [] for security_group (5b0c7133-d61f-4d43-80e4-22acf1466989), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.823655 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-85a2834c-1fed-48cd-9d7e-76a263db4295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5b0c7133-d61f-4d43-80e4-22acf1466989), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.882314 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2834c-1fed-48cd-9d7e-76a263db4295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0c7133-d61f-4d43-80e4-22acf1466989,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:30.886644 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-85a2834c-1fed-48cd-9d7e-76a263db4295 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4dd3db53cd98433ea0314aa0b52d65f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252535 Apr 07 13:02:30.889176 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37546) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:30.948894 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b15ee40-cc38-48ee-ad83-20216a0222de admin admin] Publish callbacks [] for security_group (5b0c7133-d61f-4d43-80e4-22acf1466989), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:30.972179 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b15ee40-cc38-48ee-ad83-20216a0222de admin admin] Publish callbacks [] for security_group (5b0c7133-d61f-4d43-80e4-22acf1466989), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.027048 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b15ee40-cc38-48ee-ad83-20216a0222de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5b0c7133-d61f-4d43-80e4-22acf1466989), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.029867 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8b15ee40-cc38-48ee-ad83-20216a0222de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.031475 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-8b15ee40-cc38-48ee-ad83-20216a0222de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b0c7133-d61f-4d43-80e4-22acf1466989 HTTP/1.1" status: 204 len: 168 time: 0.1410570 Apr 07 13:02:31.041668 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15ee40-cc38-48ee-ad83-20216a0222de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0c7133-d61f-4d43-80e4-22acf1466989,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:31.284901 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-638de421-5fff-4faf-b28d-56576530132a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:31.286395 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-638de421-5fff-4faf-b28d-56576530132a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/networks?id=8de62674-8fe9-47ce-8b86-ba1b5b163f95 HTTP/1.1" status: 200 len: 809 time: 0.1070578 Apr 07 13:02:31.301532 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-8796f30f-642d-4a03-8f98-3b516f2fc639 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/quotas/20c53f9b3ef64203a29678fe09a135b6 HTTP/1.1" status: 200 len: 375 time: 0.0091419 Apr 07 13:02:31.317395 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37564) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:31.341694 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-ba7ce22d-4f26-4015-a048-64ea10e1d3e3 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=20c53f9b3ef64203a29678fe09a135b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346341 Apr 07 13:02:31.347630 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40bd9dc7-0f34-42be-95e7-0b2acb0f3429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.479996 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-eaff5feb-8e33-477d-b7bc-9e7c512e8e55 service neutron] 10.222.0.45 "GET /v2.0/networks/8de62674-8fe9-47ce-8b86-ba1b5b163f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302781 Apr 07 13:02:31.528878 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3eb4d2c3-1900-467c-936d-df6181dcc0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.558792 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40bd9dc7-0f34-42be-95e7-0b2acb0f3429 admin admin] Publish callbacks [] for security_group (5da4e0ac-22ba-42df-b20b-46f6d99dd92b), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.564515 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-40bd9dc7-0f34-42be-95e7-0b2acb0f3429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5da4e0ac-22ba-42df-b20b-46f6d99dd92b), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.607134 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-40bd9dc7-0f34-42be-95e7-0b2acb0f3429 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89b46acf101c4dc1960610bd0fa8de4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886927 Apr 07 13:02:31.609809 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37566) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:31.629768 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd9dc7-0f34-42be-95e7-0b2acb0f3429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da4e0ac-22ba-42df-b20b-46f6d99dd92b,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:31.633825 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-9b0004d3-6863-4770-b4aa-6dcc20f359dd service neutron] 10.222.0.45 "GET /v2.0/networks/8de62674-8fe9-47ce-8b86-ba1b5b163f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474466 Apr 07 13:02:31.666430 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c434973a-2900-4696-a17f-e58bb03a4973 admin admin] Publish callbacks [] for security_group (5da4e0ac-22ba-42df-b20b-46f6d99dd92b), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.690110 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c434973a-2900-4696-a17f-e58bb03a4973 admin admin] Publish callbacks [] for security_group (5da4e0ac-22ba-42df-b20b-46f6d99dd92b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.744939 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c434973a-2900-4696-a17f-e58bb03a4973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5da4e0ac-22ba-42df-b20b-46f6d99dd92b), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.747815 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-c434973a-2900-4696-a17f-e58bb03a4973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:31.751729 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c434973a-2900-4696-a17f-e58bb03a4973 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5da4e0ac-22ba-42df-b20b-46f6d99dd92b HTTP/1.1" status: 204 len: 168 time: 0.1380684 Apr 07 13:02:31.762079 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434973a-2900-4696-a17f-e58bb03a4973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da4e0ac-22ba-42df-b20b-46f6d99dd92b,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:31.825404 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-cf301e1d-cb03-4efe-81e5-76406c1e2c7c req-5d9cbeef-2db3-4a4a-ad2c-d3c24af51b22 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 210 time: 0.0383267 Apr 07 13:02:32.291186 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37600) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:32.404830 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-700fef6a-3b2f-4a64-a104-6f23f2ac6cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:32.488442 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-700fef6a-3b2f-4a64-a104-6f23f2ac6cec admin admin] Publish callbacks [] for security_group (d01a82b2-4183-4eba-af37-3080419b38b2), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:32.492437 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-700fef6a-3b2f-4a64-a104-6f23f2ac6cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d01a82b2-4183-4eba-af37-3080419b38b2), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:32.531086 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-700fef6a-3b2f-4a64-a104-6f23f2ac6cec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3261e50a2b646f68be3963c79df7fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387605 Apr 07 13:02:32.531953 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fef6a-3b2f-4a64-a104-6f23f2ac6cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a82b2-4183-4eba-af37-3080419b38b2,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:32.533702 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37612) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:32.584077 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8e857efa-d56b-4681-b731-cfd27c93b53b admin admin] Publish callbacks [] for security_group (d01a82b2-4183-4eba-af37-3080419b38b2), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:32.608091 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8e857efa-d56b-4681-b731-cfd27c93b53b admin admin] Publish callbacks [] for security_group (d01a82b2-4183-4eba-af37-3080419b38b2), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:32.663492 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8e857efa-d56b-4681-b731-cfd27c93b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (d01a82b2-4183-4eba-af37-3080419b38b2), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:32.667290 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-8e857efa-d56b-4681-b731-cfd27c93b53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:32.668529 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-8e857efa-d56b-4681-b731-cfd27c93b53b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d01a82b2-4183-4eba-af37-3080419b38b2 HTTP/1.1" status: 204 len: 168 time: 0.1337616 Apr 07 13:02:32.677055 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e857efa-d56b-4681-b731-cfd27c93b53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a82b2-4183-4eba-af37-3080419b38b2,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:32.830938 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-2b67f316-3eee-4edd-9cb0-9bdaeba4afd9 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:32.832618 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-2b67f316-3eee-4edd-9cb0-9bdaeba4afd9 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.26 "GET /v2.0/networks?id=8de62674-8fe9-47ce-8b86-ba1b5b163f95 HTTP/1.1" status: 200 len: 809 time: 0.1262920 Apr 07 13:02:32.844895 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Request body: {'port': {'device_id': 'd892ef25-5abe-40d5-ac87-6ae201f89b0b', 'network_id': '8de62674-8fe9-47ce-8b86-ba1b5b163f95', 'admin_state_up': True, 'tenant_id': '20c53f9b3ef64203a29678fe09a135b6'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:32.961987 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2ca8df71-56c8-433c-bdf2-493ce84c9016 req-ccf1af3b-46de-4f5a-a079-45a8c4cc4cd7 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 210 time: 0.0567818 Apr 07 13:02:33.019312 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Made reservation on behalf of 20c53f9b3ef64203a29678fe09a135b6 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:02:33.023142 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.040399 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37634) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:33.055888 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-488ec7c0-7371-4717-85c5-53ff2fa38478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.146417 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-488ec7c0-7371-4717-85c5-53ff2fa38478 admin admin] Publish callbacks [] for security_group (c8cfd2a5-6e9a-45e0-ab1f-46ca3fdf5f2f), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.155430 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-488ec7c0-7371-4717-85c5-53ff2fa38478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c8cfd2a5-6e9a-45e0-ab1f-46ca3fdf5f2f), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.167190 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Allocated IP 172.20.0.7 (8de62674-8fe9-47ce-8b86-ba1b5b163f95/81da7c3f-fa99-419e-829e-e06cccc370b4/8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:02:33.198945 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-488ec7c0-7371-4717-85c5-53ff2fa38478 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99eab3d2e03d46a8b91b7485c086eec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549029 Apr 07 13:02:33.199166 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37636) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:33.208172 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ec7c0-7371-4717-85c5-53ff2fa38478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cfd2a5-6e9a-45e0-ab1f-46ca3fdf5f2f,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:33.257273 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f16bff3-dfc4-4aca-b9b8-861949f6bc5a admin admin] Publish callbacks [] for security_group (c8cfd2a5-6e9a-45e0-ab1f-46ca3fdf5f2f), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.279713 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f16bff3-dfc4-4aca-b9b8-861949f6bc5a admin admin] Publish callbacks [] for security_group (c8cfd2a5-6e9a-45e0-ab1f-46ca3fdf5f2f), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.327391 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f16bff3-dfc4-4aca-b9b8-861949f6bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (c8cfd2a5-6e9a-45e0-ab1f-46ca3fdf5f2f), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.330045 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-7f16bff3-dfc4-4aca-b9b8-861949f6bc5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.331468 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-7f16bff3-dfc4-4aca-b9b8-861949f6bc5a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8cfd2a5-6e9a-45e0-ab1f-46ca3fdf5f2f HTTP/1.1" status: 204 len: 168 time: 0.1313303 Apr 07 13:02:33.340314 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16bff3-dfc4-4aca-b9b8-861949f6bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cfd2a5-6e9a-45e0-ab1f-46ca3fdf5f2f,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:33.361905 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Publish callbacks [] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.395923 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.437007 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Network 8de62674-8fe9-47ce-8b86-ba1b5b163f95 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:02:33.442951 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:02:33.446710 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:02:33.482490 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Pushing event updated for resources: {'Port': ['ID=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:33.505559 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:33.506175 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.528959 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f1777bf2-765b-48c5-b8cc-29f172b94bd2 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6880980 Apr 07 13:02:33.541202 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Request body: {'port': {'device_id': 'd892ef25-5abe-40d5-ac87-6ae201f89b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:33.605898 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.700686 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37656) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:33.727794 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6650903c-b18b-4ee6-ac71-80aa6bad3ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.818098 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6650903c-b18b-4ee6-ac71-80aa6bad3ddd admin admin] Publish callbacks [] for security_group (9cb5f917-b9ce-4044-b798-e4c91c4aa507), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.822808 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6650903c-b18b-4ee6-ac71-80aa6bad3ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9cb5f917-b9ce-4044-b798-e4c91c4aa507), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.871962 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fc91df0a-812b-42d4-bc60-2895048d810e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.912287 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:02:33.921591 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Publish callbacks [] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.935854 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Transition to ACTIVE for port object 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:02:33.940412 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:33.992488 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:34.068289 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Attempting to bind port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:02:34.068624 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Attempting to bind port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': 'a9ccb1ed-93fb-45a6-a2a0-075def5ac38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8de62674-8fe9-47ce-8b86-ba1b5b163f95'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:02:34.068947 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Attempting to bind port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 on network 8de62674-8fe9-47ce-8b86-ba1b5b163f95 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:02:34.074065 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 on network 8de62674-8fe9-47ce-8b86-ba1b5b163f95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:02:34.074424 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Attempting to bind port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 on network 8de62674-8fe9-47ce-8b86-ba1b5b163f95 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:02:34.079364 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:02:34.079697 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Checking segment: {'id': 'a9ccb1ed-93fb-45a6-a2a0-075def5ac38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8de62674-8fe9-47ce-8b86-ba1b5b163f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:02:34.080075 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Bound using segment: {'id': 'a9ccb1ed-93fb-45a6-a2a0-075def5ac38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8de62674-8fe9-47ce-8b86-ba1b5b163f95'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:02:34.080492 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Bound port: 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ccb1ed-93fb-45a6-a2a0-075def5ac38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8de62674-8fe9-47ce-8b86-ba1b5b163f95'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:02:34.080846 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:34.083843 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-6650903c-b18b-4ee6-ac71-80aa6bad3ddd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35e994db3ae84f8a869c650f22e98e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3818712 Apr 07 13:02:34.090492 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37662) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:34.092668 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650903c-b18b-4ee6-ac71-80aa6bad3ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb5f917-b9ce-4044-b798-e4c91c4aa507,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:34.134440 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37853cc8-f9d4-4c28-a9c4-9a3fe8bb4a70 req-4db41ece-5e0e-4b97-84b9-76b3cf08d37b tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:34.135920 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-37853cc8-f9d4-4c28-a9c4-9a3fe8bb4a70 req-4db41ece-5e0e-4b97-84b9-76b3cf08d37b tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 943 time: 0.0562148 Apr 07 13:02:34.181670 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] For port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:02:34.183225 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-37853cc8-f9d4-4c28-a9c4-9a3fe8bb4a70 req-ea0d6647-0b1a-4789-8961-800610eaef41 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Apr 07 13:02:34.185393 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6337b8b1-e34e-431d-aa11-32560f92295e admin admin] Publish callbacks [] for security_group (9cb5f917-b9ce-4044-b798-e4c91c4aa507), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:34.204192 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] For port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,segment=NetworkSegment(a9ccb1ed-93fb-45a6-a2a0-075def5ac38f),segment_id=a9ccb1ed-93fb-45a6-a2a0-075def5ac38f)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:02:34.217026 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:34.225415 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6337b8b1-e34e-431d-aa11-32560f92295e admin admin] Publish callbacks [] for security_group (9cb5f917-b9ce-4044-b798-e4c91c4aa507), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:34.269700 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:34.270325 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:34.271701 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] 10.222.0.26 "PUT /v2.0/ports/8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 HTTP/1.1" status: 200 len: 1093 time: 0.7357693 Apr 07 13:02:34.275807 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd892ef25-5abe-40d5-ac87-6ae201f89b0b', 'tag': '8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:02:34.278034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d892ef25-5abe-40d5-ac87-6ae201f89b0b", "tag": "8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:02:34.307696 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719370a1-24ae-4d32-a104-6c4636172801 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:34.324219 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d00cdf-7c5d-4064-bc4c-b15746b0605a x-openstack-request-id: req-13d00cdf-7c5d-4064-bc4c-b15746b0605a {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:02:34.324219 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d892ef25-5abe-40d5-ac87-6ae201f89b0b", "tag": "8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:02:34.324435 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13d00cdf-7c5d-4064-bc4c-b15746b0605a {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:02:34.324635 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d00cdf-7c5d-4064-bc4c-b15746b0605a'] response: {'name': 'network-changed', 'server_uuid': 'd892ef25-5abe-40d5-ac87-6ae201f89b0b', 'tag': '8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8', 'status': 'completed', 'code': 200} Apr 07 13:02:34.358132 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6337b8b1-e34e-431d-aa11-32560f92295e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (9cb5f917-b9ce-4044-b798-e4c91c4aa507), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:34.360681 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-6337b8b1-e34e-431d-aa11-32560f92295e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:34.361811 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-6337b8b1-e34e-431d-aa11-32560f92295e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9cb5f917-b9ce-4044-b798-e4c91c4aa507 HTTP/1.1" status: 204 len: 168 time: 0.2704232 Apr 07 13:02:34.367706 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-aac0ffdf-a0d7-4b1a-b360-b8e02d420494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:34.369254 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-aac0ffdf-a0d7-4b1a-b360-b8e02d420494 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c53f9b3ef64203a29678fe09a135b6&device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 1127 time: 0.0569139 Apr 07 13:02:34.374234 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337b8b1-e34e-431d-aa11-32560f92295e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb5f917-b9ce-4044-b798-e4c91c4aa507,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:34.415265 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-f54639c7-2d4a-4375-9eec-e66604d5bec2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 HTTP/1.1" status: 200 len: 217 time: 0.0377576 Apr 07 13:02:34.464771 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-35801c79-7e50-401f-8191-bfdcbb40a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:34.466247 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-35801c79-7e50-401f-8191-bfdcbb40a8fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81da7c3f-fa99-419e-829e-e06cccc370b4 HTTP/1.1" status: 200 len: 849 time: 0.0455134 Apr 07 13:02:34.498254 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-b00bd675-68cb-4884-86b8-ffbe1b6467fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8de62674-8fe9-47ce-8b86-ba1b5b163f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257716 Apr 07 13:02:34.594756 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-1634d9dd-8c73-49ad-b8fe-b3f5fd94db30 service neutron] 10.222.0.26 "GET /v2.0/networks/8de62674-8fe9-47ce-8b86-ba1b5b163f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909638 Apr 07 13:02:34.685608 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9f2e60fe-0eeb-4378-9e29-a1970f2d2321 req-e794e2f6-57dc-4c89-bbb9-7e41024e30c4 service neutron] 10.222.0.26 "GET /v2.0/networks/8de62674-8fe9-47ce-8b86-ba1b5b163f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831273 Apr 07 13:02:35.137198 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:35.307388 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e90c-446f-4d12-8867-6f69796664a4 req-25dae8ff-d7c9-43e6-8763-4a13e6b78eff tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:35.308913 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d272e90c-446f-4d12-8867-6f69796664a4 req-25dae8ff-d7c9-43e6-8763-4a13e6b78eff tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 943 time: 0.0560122 Apr 07 13:02:35.362368 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d272e90c-446f-4d12-8867-6f69796664a4 req-54a62f90-cccb-4482-9e69-f7f22fab9705 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478563 Apr 07 13:02:35.405248 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-46bc8a8a-8ff6-4a53-9544-e23cfa1a4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:35.406971 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-46bc8a8a-8ff6-4a53-9544-e23cfa1a4fb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c53f9b3ef64203a29678fe09a135b6&device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 1127 time: 0.0654347 Apr 07 13:02:35.510900 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-06adc10d-2f89-4f7a-95fe-7ab40c9f25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:35.512368 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-06adc10d-2f89-4f7a-95fe-7ab40c9f25e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8de62674-8fe9-47ce-8b86-ba1b5b163f95 HTTP/1.1" status: 200 len: 910 time: 0.0989707 Apr 07 13:02:35.552565 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-a00d5796-1318-402a-b94e-2fd2fafdd31c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 HTTP/1.1" status: 200 len: 217 time: 0.0335732 Apr 07 13:02:35.602691 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-142cb68a-437a-4707-9761-9f3d0cf5da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:35.604110 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-142cb68a-437a-4707-9761-9f3d0cf5da65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81da7c3f-fa99-419e-829e-e06cccc370b4 HTTP/1.1" status: 200 len: 849 time: 0.0460625 Apr 07 13:02:35.637124 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-1d801e51-2b4a-40a0-8c57-695eb8727782 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8de62674-8fe9-47ce-8b86-ba1b5b163f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268853 Apr 07 13:02:35.724445 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-d5084306-8a12-491b-bb55-bbcf81a7890a service neutron] 10.222.0.26 "GET /v2.0/networks/8de62674-8fe9-47ce-8b86-ba1b5b163f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810418 Apr 07 13:02:35.814422 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6a7c5a36-83f3-4c40-aea8-218b3fd41d2f req-bfc8ba0b-d0f1-4d23-a786-b19253471101 service neutron] 10.222.0.26 "GET /v2.0/networks/8de62674-8fe9-47ce-8b86-ba1b5b163f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838194 Apr 07 13:02:36.410320 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:36.502246 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc308071-fd68-46b9-91c4-610532b48ff7 req-83717bb7-0c21-48fb-a598-762fea86233a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:36.503729 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fc308071-fd68-46b9-91c4-610532b48ff7 req-83717bb7-0c21-48fb-a598-762fea86233a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 943 time: 0.0541008 Apr 07 13:02:36.552437 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-fc308071-fd68-46b9-91c4-610532b48ff7 req-17aaa0f6-a1fb-4ad8-8a06-229e6c9b7562 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Apr 07 13:02:37.673650 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095a337-f32c-455d-a170-a1be97b5a242 req-f1ac5864-6f28-41cc-b678-bff2aee3aeaa tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:37.675167 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1095a337-f32c-455d-a170-a1be97b5a242 req-f1ac5864-6f28-41cc-b678-bff2aee3aeaa tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 943 time: 0.0517089 Apr 07 13:02:37.727199 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-1095a337-f32c-455d-a170-a1be97b5a242 req-ba2467ba-cebe-481d-986d-7644ed408e31 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Apr 07 13:02:37.830149 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:37.968109 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:02:37.977315 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37756) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:38.068113 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,segment=NetworkSegment(a9ccb1ed-93fb-45a6-a2a0-075def5ac38f),segment_id=a9ccb1ed-93fb-45a6-a2a0-075def5ac38f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:38.084652 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8', 'network_id': '8de62674-8fe9-47ce-8b86-ba1b5b163f95', 'port_id': '8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8', 'mac_address': 'fa:16:3e:a5:64:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81da7c3f-fa99-419e-829e-e06cccc370b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:02:38.095968 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-89956a6b-e922-45b4-859f-47a65b76bcd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:38.125969 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:02:38.126299 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:38.139795 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:02:38.170045 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,segment=NetworkSegment(a9ccb1ed-93fb-45a6-a2a0-075def5ac38f),segment_id=a9ccb1ed-93fb-45a6-a2a0-075def5ac38f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:38.174189 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:38.181366 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-89956a6b-e922-45b4-859f-47a65b76bcd2 admin admin] Publish callbacks [] for security_group (30e03330-95e0-4b46-9574-6abad879d319), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:38.185188 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-89956a6b-e922-45b4-859f-47a65b76bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (30e03330-95e0-4b46-9574-6abad879d319), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:38.221207 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:38.225764 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-89956a6b-e922-45b4-859f-47a65b76bcd2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42a9fd95bc96401d981a13ddc3a2c999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472527 Apr 07 13:02:38.227347 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89956a6b-e922-45b4-859f-47a65b76bcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e03330-95e0-4b46-9574-6abad879d319,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:38.228946 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37760) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:38.275662 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d36cc03-2b6a-4159-a2dc-4f4e0f926784 admin admin] Publish callbacks [] for security_group (30e03330-95e0-4b46-9574-6abad879d319), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:38.295997 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d36cc03-2b6a-4159-a2dc-4f4e0f926784 admin admin] Publish callbacks [] for security_group (30e03330-95e0-4b46-9574-6abad879d319), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:38.342402 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d36cc03-2b6a-4159-a2dc-4f4e0f926784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (30e03330-95e0-4b46-9574-6abad879d319), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:38.345146 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9d36cc03-2b6a-4159-a2dc-4f4e0f926784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:38.346310 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-9d36cc03-2b6a-4159-a2dc-4f4e0f926784 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30e03330-95e0-4b46-9574-6abad879d319 HTTP/1.1" status: 204 len: 168 time: 0.1161926 Apr 07 13:02:38.354111 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36cc03-2b6a-4159-a2dc-4f4e0f926784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e03330-95e0-4b46-9574-6abad879d319,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:38.376249 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:02:38.844764 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd99739-f59c-41a8-a523-e43d745006b1 req-88379912-b957-4347-a21d-809c32653b71 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:38.846264 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bfd99739-f59c-41a8-a523-e43d745006b1 req-88379912-b957-4347-a21d-809c32653b71 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 944 time: 0.0529029 Apr 07 13:02:38.895264 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-bfd99739-f59c-41a8-a523-e43d745006b1 req-d23103cc-4129-47f0-8b26-bb6b58d0acfe tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Apr 07 13:02:38.959933 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 37786) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:39.060772 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-217107381-network', 'tenant_id': '70f91d9508b24239b943a0c3ceb83569'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:39.083787 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Made reservation on behalf of 70f91d9508b24239b943a0c3ceb83569 for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:02:39.086937 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.100905 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.176910 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Publish callbacks [] for security_group (3ed4089a-4407-43ff-bb3c-e486c041db42), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.182047 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (3ed4089a-4407-43ff-bb3c-e486c041db42), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.206578 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:02:39.216702 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed4089a-4407-43ff-bb3c-e486c041db42,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:39.222618 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (21ecefaa-1fe6-41b1-bb22-48516f59a634), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.222951 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Added segment 21ecefaa-1fe6-41b1-bb22-48516f59a634 of type vlan for network 70912c15-a75d-455b-8f38-d97f39e9566a Apr 07 13:02:39.261629 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (70912c15-a75d-455b-8f38-d97f39e9566a), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.284427 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (70912c15-a75d-455b-8f38-d97f39e9566a), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.285543 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:39.286113 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.318422 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3573351 Apr 07 13:02:39.321789 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 37798) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:39.327539 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Request body: {'subnet': {'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-217107381-subnet', 'tenant_id': '70f91d9508b24239b943a0c3ceb83569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:39.347342 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Made reservation on behalf of 70f91d9508b24239b943a0c3ceb83569 for: {'subnet': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:02:39.349575 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4639575'] for subnet (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.355182 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e8aa4-1aff-4dd9-97c6-aaa7e98555cc admin admin] Pushing event updated for resources: {'Network': ['ID=70912c15-a75d-455b-8f38-d97f39e9566a,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:39.365155 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 70912c15-a75d-455b-8f38-d97f39e9566a details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:02:39.517280 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5211497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4638125'] for subnet (0bb63d68-ed1a-43ad-b910-7f82d295a0d1), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.573079 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb63d68-ed1a-43ad-b910-7f82d295a0d1,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:39.583946 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Checking segment: {'id': '21ecefaa-1fe6-41b1-bb22-48516f59a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:02:39.584295 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Network hostable DHCP agents. Network: 70912c15-a75d-455b-8f38-d97f39e9566a, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:02:39.601092 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Network 70912c15-a75d-455b-8f38-d97f39e9566a is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:02:39.609629 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 70912c15-a75d-455b-8f38-d97f39e9566a) {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:02:39.613827 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:39.614448 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:39.619554 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977fe47-7c49-4c62-9817-2a9ed90d12fd None None] Network 70912c15-a75d-455b-8f38-d97f39e9566a requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:02:39.629849 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-0d5bf7ba-1b1b-4f37-b5aa-4c338df5d9bb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3068585 Apr 07 13:02:39.714778 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2850ad2c-51b1-4505-976a-a7cc69912ce9 None None] Network 70912c15-a75d-455b-8f38-d97f39e9566a requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:02:39.968889 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:02:40.019275 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:02:40.019431 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39489d23-136e-4e2b-905e-1b68012b8224 req-5c29e4df-c874-47ab-9cb1-bb930177f69d tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:40.021176 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-39489d23-136e-4e2b-905e-1b68012b8224 req-5c29e4df-c874-47ab-9cb1-bb930177f69d tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 944 time: 0.0575564 Apr 07 13:02:40.027350 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:02:40.028389 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:40.092616 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-39489d23-136e-4e2b-905e-1b68012b8224 req-63401883-634d-41f2-afee-aa019a6fdf73 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656035 Apr 07 13:02:40.151089 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:02:40.151743 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:40.176446 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd892ef25-5abe-40d5-ac87-6ae201f89b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:02:40.178705 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034a75cb-44ce-4d6f-a920-6cc9dad44c84" -d '{"events": [{"server_uuid": "d892ef25-5abe-40d5-ac87-6ae201f89b0b", "name": "network-vif-plugged", "status": "completed", "tag": "8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:02:40.191454 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,segment=NetworkSegment(a9ccb1ed-93fb-45a6-a2a0-075def5ac38f),segment_id=a9ccb1ed-93fb-45a6-a2a0-075def5ac38f)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:40.198875 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:40.227539 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e00bb6-7213-44df-aee0-fed85d89f3ec x-openstack-request-id: req-f4e00bb6-7213-44df-aee0-fed85d89f3ec {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:02:40.227860 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d892ef25-5abe-40d5-ac87-6ae201f89b0b", "name": "network-vif-plugged", "status": "completed", "tag": "8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:02:40.228246 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4e00bb6-7213-44df-aee0-fed85d89f3ec {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:02:40.228567 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e00bb6-7213-44df-aee0-fed85d89f3ec'] response: {'server_uuid': 'd892ef25-5abe-40d5-ac87-6ae201f89b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8', 'code': 200} Apr 07 13:02:40.258141 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:40.399803 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29bb6b-781c-4ae0-91c3-36c1933a6279 req-ad50d3d7-e269-47eb-897e-0ad8839569f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:40.401321 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4a29bb6b-781c-4ae0-91c3-36c1933a6279 req-ad50d3d7-e269-47eb-897e-0ad8839569f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 1129 time: 0.0465553 Apr 07 13:02:40.448065 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4a29bb6b-781c-4ae0-91c3-36c1933a6279 req-f2152835-daad-4cc4-a8e6-4076d1d23595 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405512 Apr 07 13:02:41.204057 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5736f-4003-4349-bba6-84a7216f6daa req-bd7dd3db-a9bd-4cae-b09f-f1166537b6f5 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:41.205641 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8cb5736f-4003-4349-bba6-84a7216f6daa req-bd7dd3db-a9bd-4cae-b09f-f1166537b6f5 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 945 time: 0.0511711 Apr 07 13:02:41.256403 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8cb5736f-4003-4349-bba6-84a7216f6daa req-2f0d1327-1947-484a-b179-8d5422b7aba7 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Apr 07 13:02:41.457483 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-10f480df-b1a4-4530-b401-f48d7ebd8f45 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:41.458961 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-10f480df-b1a4-4530-b401-f48d7ebd8f45 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/networks?id=70912c15-a75d-455b-8f38-d97f39e9566a HTTP/1.1" status: 200 len: 813 time: 0.1028168 Apr 07 13:02:41.473742 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-aaf0ad8f-88f7-4765-96c5-81688bb7484b tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/quotas/70f91d9508b24239b943a0c3ceb83569 HTTP/1.1" status: 200 len: 375 time: 0.0088453 Apr 07 13:02:41.504604 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-d42a880c-8f97-4949-ade0-cdba36c4d7da tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=70f91d9508b24239b943a0c3ceb83569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257916 Apr 07 13:02:41.592501 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-9b9f806f-f654-43c6-87b9-de5a70d6ceb3 service neutron] 10.222.0.45 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809834 Apr 07 13:02:41.686434 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-3ef85948-33fb-4e1d-b9a1-685d3a76b7c5 service neutron] 10.222.0.45 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881007 Apr 07 13:02:41.879218 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-53bbe53c-bc4a-4ce7-958b-e889e011d082 req-014c2a6e-8780-4838-b76e-61f978ad0972 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 210 time: 0.0419075 Apr 07 13:02:42.380668 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401fed3-c6c2-45c5-9167-214445456767 req-cfa1236c-7237-4e6f-bafd-5d3968d6148d tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:42.382212 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6401fed3-c6c2-45c5-9167-214445456767 req-cfa1236c-7237-4e6f-bafd-5d3968d6148d tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 945 time: 0.0548267 Apr 07 13:02:42.429834 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6401fed3-c6c2-45c5-9167-214445456767 req-7fd2ae52-5363-4054-90ea-b06405d521e1 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408914 Apr 07 13:02:42.816042 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-68977336-7719-4a4c-a26c-12b0955e5e4b tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:42.817451 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-68977336-7719-4a4c-a26c-12b0955e5e4b tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.26 "GET /v2.0/networks?id=70912c15-a75d-455b-8f38-d97f39e9566a HTTP/1.1" status: 200 len: 813 time: 0.1488459 Apr 07 13:02:42.834932 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Request body: {'port': {'device_id': '18d37922-e3e9-4eb9-b631-3e4fabbfe552', 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a', 'admin_state_up': True, 'tenant_id': '70f91d9508b24239b943a0c3ceb83569'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:42.966434 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5df88d12-31f7-4f74-8663-1879a8976e63 req-46426dcf-0697-4ef0-b764-5ee49c16827b tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 210 time: 0.0307026 Apr 07 13:02:43.245488 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Made reservation on behalf of 70f91d9508b24239b943a0c3ceb83569 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:02:43.249187 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:43.390311 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Allocated IP 172.20.0.3 (70912c15-a75d-455b-8f38-d97f39e9566a/0bb63d68-ed1a-43ad-b910-7f82d295a0d1/2c756bc6-c863-4b4f-bfee-a0c6f2a918ae) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:02:43.542975 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks [] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:43.574746 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:43.613602 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Network 70912c15-a75d-455b-8f38-d97f39e9566a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:02:43.616370 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:02:43.620459 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:02:43.651673 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Pushing event updated for resources: {'Port': ['ID=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:43.675646 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:43.676235 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:43.691790 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-2e380ab5-e8ee-4aee-9b01-1502ed7fb31d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8609908 Apr 07 13:02:43.702624 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Request body: {'port': {'device_id': '18d37922-e3e9-4eb9-b631-3e4fabbfe552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:02:43.761034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:44.033737 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:02:44.050209 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Publish callbacks [] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:44.079670 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Transition to ACTIVE for port object 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:02:44.087756 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:44.138444 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e805173-82db-4570-a368-b7d7989a3289 req-2808597e-2577-465c-a70a-39a42599f608 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:44.139938 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e805173-82db-4570-a368-b7d7989a3289 req-2808597e-2577-465c-a70a-39a42599f608 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 931 time: 0.1017392 Apr 07 13:02:44.157376 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:44.243930 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6e805173-82db-4570-a368-b7d7989a3289 req-6e4b19d3-b18b-4ee3-a60b-fff690eed6cd tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943336 Apr 07 13:02:44.272059 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Attempting to bind port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:02:44.272430 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Attempting to bind port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '21ecefaa-1fe6-41b1-bb22-48516f59a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:02:44.272779 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Attempting to bind port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae on network 70912c15-a75d-455b-8f38-d97f39e9566a {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:02:44.277441 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae on network 70912c15-a75d-455b-8f38-d97f39e9566a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:02:44.277763 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Attempting to bind port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae on network 70912c15-a75d-455b-8f38-d97f39e9566a {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:02:44.282576 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:02:44.282911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Checking segment: {'id': '21ecefaa-1fe6-41b1-bb22-48516f59a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:02:44.283290 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Bound using segment: {'id': '21ecefaa-1fe6-41b1-bb22-48516f59a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:02:44.283706 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Bound port: 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ecefaa-1fe6-41b1-bb22-48516f59a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:02:44.284063 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:44.347277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] For port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:02:44.350682 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] For port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:02:44.356911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:44.401601 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:44.402512 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:44.407398 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c756bc6-c863-4b4f-bfee-a0c6f2a918ae HTTP/1.1" status: 200 len: 1093 time: 0.7083857 Apr 07 13:02:44.408086 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d37922-e3e9-4eb9-b631-3e4fabbfe552', 'tag': '2c756bc6-c863-4b4f-bfee-a0c6f2a918ae'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:02:44.411084 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12" -d '{"events": [{"name": "network-changed", "server_uuid": "18d37922-e3e9-4eb9-b631-3e4fabbfe552", "tag": "2c756bc6-c863-4b4f-bfee-a0c6f2a918ae"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:02:44.481084 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bff3016-c296-4cec-8469-572c3336fe11 x-openstack-request-id: req-0bff3016-c296-4cec-8469-572c3336fe11 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:02:44.481578 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d37922-e3e9-4eb9-b631-3e4fabbfe552", "tag": "2c756bc6-c863-4b4f-bfee-a0c6f2a918ae", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:02:44.481837 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bff3016-c296-4cec-8469-572c3336fe11 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:02:44.482262 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bff3016-c296-4cec-8469-572c3336fe11'] response: {'name': 'network-changed', 'server_uuid': '18d37922-e3e9-4eb9-b631-3e4fabbfe552', 'tag': '2c756bc6-c863-4b4f-bfee-a0c6f2a918ae', 'status': 'completed', 'code': 200} Apr 07 13:02:44.511110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaacab1-d9d8-445b-8dae-36c316d312c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:44.533383 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-f9cc2a04-3c6a-41c6-8312-0fd5246fa1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:44.535260 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-f9cc2a04-3c6a-41c6-8312-0fd5246fa1fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70f91d9508b24239b943a0c3ceb83569&device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 1127 time: 0.0697613 Apr 07 13:02:44.577305 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-3005d38a-4241-41db-964e-546da8b915ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae HTTP/1.1" status: 200 len: 217 time: 0.0349925 Apr 07 13:02:44.625748 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-6dae7c06-5a78-46a5-9160-d3385884b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:44.627240 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-6dae7c06-5a78-46a5-9160-d3385884b536 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb63d68-ed1a-43ad-b910-7f82d295a0d1 HTTP/1.1" status: 200 len: 853 time: 0.0445652 Apr 07 13:02:44.660383 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-bbb48e1d-73ee-4515-b0b1-d6600ea86e4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70912c15-a75d-455b-8f38-d97f39e9566a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259926 Apr 07 13:02:44.766022 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-c4579bb0-7b89-41a8-bd8a-3cc32b45bee6 service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993373 Apr 07 13:02:44.857859 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdfae8-8bd2-4306-ba0d-9f04fe054c77 req-5b6106b5-6729-427e-a30e-d990905d21ef tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:44.859374 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e6cdfae8-8bd2-4306-ba0d-9f04fe054c77 req-5b6106b5-6729-427e-a30e-d990905d21ef tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 945 time: 0.0539145 Apr 07 13:02:44.905148 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e6cdfae8-8bd2-4306-ba0d-9f04fe054c77 req-3be29f31-72bb-49e5-a858-504f3666f71d tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Apr 07 13:02:45.361804 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31a393-7261-488d-9f12-64247c1bf325 req-c7a3c80c-8b42-44e2-b8f5-d95ead0d5574 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:45.363318 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0b31a393-7261-488d-9f12-64247c1bf325 req-c7a3c80c-8b42-44e2-b8f5-d95ead0d5574 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 943 time: 0.0516074 Apr 07 13:02:45.408847 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0b31a393-7261-488d-9f12-64247c1bf325 req-cf3250b6-314e-4149-9367-8c4e9cde947d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Apr 07 13:02:45.832224 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4ec3d35a-3453-4ce2-ad1e-320c7bc2f19b req-817ca70c-dd3a-4915-a2f5-4db5cab77777 service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904751 Apr 07 13:02:46.021465 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d5508-8bd4-49bf-b0e8-f19c8c3dd9dc req-93c81ca5-a3bb-41c9-b188-4394e2854bcf tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:46.022959 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-287d5508-8bd4-49bf-b0e8-f19c8c3dd9dc req-93c81ca5-a3bb-41c9-b188-4394e2854bcf tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 945 time: 0.0511792 Apr 07 13:02:46.075611 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-287d5508-8bd4-49bf-b0e8-f19c8c3dd9dc req-fca77e07-5ed0-4230-a4a4-7bbf4ace99b9 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464692 Apr 07 13:02:46.525227 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbc75b-b1e7-495d-8bfb-205cb6432db6 req-fffa3f63-444b-4fa7-b499-3398703e08ff tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:46.526713 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b3fbc75b-b1e7-495d-8bfb-205cb6432db6 req-fffa3f63-444b-4fa7-b499-3398703e08ff tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 943 time: 0.0521944 Apr 07 13:02:46.572003 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b3fbc75b-b1e7-495d-8bfb-205cb6432db6 req-47b146c7-4290-487c-a479-0c22c51c0ba9 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Apr 07 13:02:46.650948 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-e3ab4179-785f-492a-9d47-29b891414a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:46.652466 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-e3ab4179-785f-492a-9d47-29b891414a2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70f91d9508b24239b943a0c3ceb83569&device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 1127 time: 0.0796316 Apr 07 13:02:46.659443 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-a81fd5fc-6eb8-468e-a67d-b66bcf2aa487 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:46.660754 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-a81fd5fc-6eb8-468e-a67d-b66bcf2aa487 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 945 time: 0.0869360 Apr 07 13:02:46.813591 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-4465a565-30d8-42ae-a484-cb45dac95051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:46.815104 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-4465a565-30d8-42ae-a484-cb45dac95051 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70912c15-a75d-455b-8f38-d97f39e9566a HTTP/1.1" status: 200 len: 914 time: 0.1535206 Apr 07 13:02:46.863238 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-0bc6dfab-07f1-4e04-89f9-a1b372c7311a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae HTTP/1.1" status: 200 len: 217 time: 0.0400572 Apr 07 13:02:46.864996 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Deleting port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:02:46.865336 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:46.970812 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-cd96f02a-4210-4f86-8706-c4d6b25c8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:46.972270 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-cd96f02a-4210-4f86-8706-c4d6b25c8901 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb63d68-ed1a-43ad-b910-7f82d295a0d1 HTTP/1.1" status: 200 len: 853 time: 0.1022682 Apr 07 13:02:47.014530 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-8f9763a9-ddc7-4250-a783-adde2223e2ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70912c15-a75d-455b-8f38-d97f39e9566a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339994 Apr 07 13:02:47.019501 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] For port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,segment=NetworkSegment(a9ccb1ed-93fb-45a6-a2a0-075def5ac38f),segment_id=a9ccb1ed-93fb-45a6-a2a0-075def5ac38f)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:47.019924 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:47.054284 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Calling delete_port for 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:02:47.173044 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-37c00a40-93f4-4031-8620-e06837b45490 service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501813 Apr 07 13:02:47.199914 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74bba6-0f79-42ff-9e25-9a8562b5918f req-2bf3e64f-fe3e-4f11-bc5b-0174dbbdbae0 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:47.201993 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3b74bba6-0f79-42ff-9e25-9a8562b5918f req-2bf3e64f-fe3e-4f11-bc5b-0174dbbdbae0 tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/ports?device_id=d892ef25-5abe-40d5-ac87-6ae201f89b0b HTTP/1.1" status: 200 len: 945 time: 0.0559452 Apr 07 13:02:47.257737 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-3b74bba6-0f79-42ff-9e25-9a8562b5918f req-2e84a950-3573-409a-98f2-462575413cbe tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.45 "GET /v2.0/security-groups?id=913ad3bb-ff65-4125-b214-9b9dc001e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493596 Apr 07 13:02:47.323590 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1bf6b1b2-d4b0-4b71-82f3-63f02f36ba12 req-bc9f4aa7-d036-4837-8042-3c8c895db594 service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436815 Apr 07 13:02:47.324824 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:47.337508 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:02:47.356954 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Pushing event deleted for resources: {'Port': ['ID=8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:47.404950 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] No DVR routers for this DVR port 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:02:47.407689 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:47.411147 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a69ccce5-020c-4b97-9157-1505c30ff94e req-455b8cb1-dc91-411f-a817-6a547bd67f7a tempest-VolumesActionsTest-1913308822 tempest-VolumesActionsTest-1913308822-project] 10.222.0.26 "DELETE /v2.0/ports/8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 HTTP/1.1" status: 204 len: 173 time: 0.7425559 Apr 07 13:02:47.411657 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd892ef25-5abe-40d5-ac87-6ae201f89b0b', 'name': 'network-vif-deleted', 'tag': '8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:02:47.413918 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79159d9-be3d-4eae-9f1e-c8527e55cbc5" -d '{"events": [{"server_uuid": "d892ef25-5abe-40d5-ac87-6ae201f89b0b", "name": "network-vif-deleted", "tag": "8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:02:47.454961 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c452497e-b5f9-4433-b3dc-c688fc88c205 x-openstack-request-id: req-c452497e-b5f9-4433-b3dc-c688fc88c205 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:02:47.455562 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d892ef25-5abe-40d5-ac87-6ae201f89b0b", "name": "network-vif-deleted", "tag": "8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:02:47.455562 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c452497e-b5f9-4433-b3dc-c688fc88c205 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:02:47.455997 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c452497e-b5f9-4433-b3dc-c688fc88c205'] response: {'server_uuid': 'd892ef25-5abe-40d5-ac87-6ae201f89b0b', 'name': 'network-vif-deleted', 'tag': '8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8', 'status': 'completed', 'code': 200} Apr 07 13:02:47.687000 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5235-fae2-48f2-897d-f7081e373e26 req-4a320a91-a0d9-4200-8ed7-8dbdedf21ad8 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:47.688461 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e86d5235-fae2-48f2-897d-f7081e373e26 req-4a320a91-a0d9-4200-8ed7-8dbdedf21ad8 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 943 time: 0.0516481 Apr 07 13:02:47.734580 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e86d5235-fae2-48f2-897d-f7081e373e26 req-aa7911bf-8ce9-40b9-a24d-7820c1563e1c tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404639 Apr 07 13:02:47.994854 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:02:48.107526 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:48.253096 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': '2c756bc6-c863-4b4f-bfee-a0c6f2a918ae', 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a', 'port_id': '2c756bc6-c863-4b4f-bfee-a0c6f2a918ae', 'mac_address': 'fa:16:3e:e8:c6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb63d68-ed1a-43ad-b910-7f82d295a0d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:02:48.290817 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:02:48.291211 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:48.304279 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:02:48.325179 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:48.331841 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:48.388973 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:48.533938 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['2c756bc6-c863-4b4f-bfee-a0c6f2a918ae'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:02:48.824941 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38020) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:48.866003 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536a4cb-2680-410e-bd49-04f5e0e6170e req-cd7d65d3-dbd4-4a41-a1d2-dc649124cdad tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:48.867575 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4536a4cb-2680-410e-bd49-04f5e0e6170e req-cd7d65d3-dbd4-4a41-a1d2-dc649124cdad tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 944 time: 0.0586441 Apr 07 13:02:48.920235 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4536a4cb-2680-410e-bd49-04f5e0e6170e req-e2802bf4-1973-4e27-beb2-92a84c2f7f20 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437636 Apr 07 13:02:48.957436 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5e4b-00b0-4d98-9e3f-61b5f491b810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.000816 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.045134 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5e4b-00b0-4d98-9e3f-61b5f491b810 admin admin] Publish callbacks [] for security_group (5ffd16db-1b22-409f-bb1e-5c1ab3e72be0), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.048254 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5e4b-00b0-4d98-9e3f-61b5f491b810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5ffd16db-1b22-409f-bb1e-5c1ab3e72be0), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.085644 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd5e4b-00b0-4d98-9e3f-61b5f491b810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffd16db-1b22-409f-bb1e-5c1ab3e72be0,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:49.091839 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-fbfd5e4b-00b0-4d98-9e3f-61b5f491b810 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d84ee356223b426ab6ceac66b8f97b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644165 Apr 07 13:02:49.093014 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38024) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:49.145520 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edcb6ff1-cada-4be8-b188-6645698f8c43 admin admin] Publish callbacks [] for security_group (5ffd16db-1b22-409f-bb1e-5c1ab3e72be0), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.172054 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edcb6ff1-cada-4be8-b188-6645698f8c43 admin admin] Publish callbacks [] for security_group (5ffd16db-1b22-409f-bb1e-5c1ab3e72be0), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.222787 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edcb6ff1-cada-4be8-b188-6645698f8c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (5ffd16db-1b22-409f-bb1e-5c1ab3e72be0), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.225950 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-edcb6ff1-cada-4be8-b188-6645698f8c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.229818 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-edcb6ff1-cada-4be8-b188-6645698f8c43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ffd16db-1b22-409f-bb1e-5c1ab3e72be0 HTTP/1.1" status: 204 len: 168 time: 0.1329718 Apr 07 13:02:49.237838 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb6ff1-cada-4be8-b188-6645698f8c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffd16db-1b22-409f-bb1e-5c1ab3e72be0,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:49.493513 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38030) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:49.506428 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f4db2e2-3bce-4a43-a7a9-1bce42be2b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.581056 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f4db2e2-3bce-4a43-a7a9-1bce42be2b7d admin admin] Publish callbacks [] for security_group (68782ef1-451a-4842-ac05-d51a04d0ec3e), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.584715 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5f4db2e2-3bce-4a43-a7a9-1bce42be2b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (68782ef1-451a-4842-ac05-d51a04d0ec3e), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.626480 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-5f4db2e2-3bce-4a43-a7a9-1bce42be2b7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad3c33b5bf2444b0bf2d586c661bc023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318731 Apr 07 13:02:49.627299 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4db2e2-3bce-4a43-a7a9-1bce42be2b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68782ef1-451a-4842-ac05-d51a04d0ec3e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:49.629250 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38032) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:49.679001 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-491ab533-1e14-4383-af9e-2341aa8b96f9 admin admin] Publish callbacks [] for security_group (68782ef1-451a-4842-ac05-d51a04d0ec3e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.702482 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-491ab533-1e14-4383-af9e-2341aa8b96f9 admin admin] Publish callbacks [] for security_group (68782ef1-451a-4842-ac05-d51a04d0ec3e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.753273 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-491ab533-1e14-4383-af9e-2341aa8b96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (68782ef1-451a-4842-ac05-d51a04d0ec3e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.756055 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-491ab533-1e14-4383-af9e-2341aa8b96f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:49.757207 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-491ab533-1e14-4383-af9e-2341aa8b96f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68782ef1-451a-4842-ac05-d51a04d0ec3e HTTP/1.1" status: 204 len: 168 time: 0.1269152 Apr 07 13:02:49.765364 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ab533-1e14-4383-af9e-2341aa8b96f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68782ef1-451a-4842-ac05-d51a04d0ec3e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:49.995630 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:02:50.052709 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:02:50.054792 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81e0ef-8432-4f9d-ad9a-10751f8c30c8 req-5d5f7280-6ee1-4a2f-82a4-0ca5ee4a8fde tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:50.056980 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:02:50.057130 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cc81e0ef-8432-4f9d-ad9a-10751f8c30c8 req-5d5f7280-6ee1-4a2f-82a4-0ca5ee4a8fde tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 944 time: 0.0665722 Apr 07 13:02:50.057694 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:50.111272 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-cc81e0ef-8432-4f9d-ad9a-10751f8c30c8 req-f17a491f-a893-417e-a175-86ed7451655a tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472341 Apr 07 13:02:50.151489 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:02:50.151883 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:50.175381 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d37922-e3e9-4eb9-b631-3e4fabbfe552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c756bc6-c863-4b4f-bfee-a0c6f2a918ae'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:02:50.177589 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de60205-0200-436b-811f-dddfabaa2a70" -d '{"events": [{"server_uuid": "18d37922-e3e9-4eb9-b631-3e4fabbfe552", "name": "network-vif-plugged", "status": "completed", "tag": "2c756bc6-c863-4b4f-bfee-a0c6f2a918ae"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:02:50.190226 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:02:50.195119 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:50.195979 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:02:50.237200 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd241279-99e3-4865-9250-a910f767d469 x-openstack-request-id: req-dd241279-99e3-4865-9250-a910f767d469 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:02:50.237514 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d37922-e3e9-4eb9-b631-3e4fabbfe552", "name": "network-vif-plugged", "status": "completed", "tag": "2c756bc6-c863-4b4f-bfee-a0c6f2a918ae", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:02:50.237767 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd241279-99e3-4865-9250-a910f767d469 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:02:50.238153 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd241279-99e3-4865-9250-a910f767d469'] response: {'server_uuid': '18d37922-e3e9-4eb9-b631-3e4fabbfe552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c756bc6-c863-4b4f-bfee-a0c6f2a918ae', 'code': 200} Apr 07 13:02:50.240481 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:02:50.240859 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 8ea5a92a-15b0-47a3-bc8d-d83a81a5ecd8 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:02:50.270028 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:50.392120 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4711d-4989-4235-895c-b2c390b44c69 req-3aa86e43-3b4f-4807-8a3a-3c23bc37bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:50.393623 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6eb4711d-4989-4235-895c-b2c390b44c69 req-3aa86e43-3b4f-4807-8a3a-3c23bc37bcd5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 1129 time: 0.0448363 Apr 07 13:02:50.440588 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6eb4711d-4989-4235-895c-b2c390b44c69 req-bda3ad30-5d9c-4740-92ef-111f7e39a0e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Apr 07 13:02:51.243689 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b3f7-2a03-4213-b5cb-be1941aea0f1 req-68eaa98b-23da-4ac3-9ac8-c06d9778f598 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:51.246334 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-90b2b3f7-2a03-4213-b5cb-be1941aea0f1 req-68eaa98b-23da-4ac3-9ac8-c06d9778f598 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 945 time: 0.0598383 Apr 07 13:02:51.298777 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-90b2b3f7-2a03-4213-b5cb-be1941aea0f1 req-a4b42f27-6048-40be-9229-6c7ee3cb7bd2 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450516 Apr 07 13:02:51.457154 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38104) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:51.557709 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-65358059-cd32-4352-a2c8-26ee2d4b0616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:51.629593 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-65358059-cd32-4352-a2c8-26ee2d4b0616 admin admin] Publish callbacks [] for security_group (ff838ba3-d4d3-4716-b2cc-bfc2bd368e7c), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:51.633466 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-65358059-cd32-4352-a2c8-26ee2d4b0616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ff838ba3-d4d3-4716-b2cc-bfc2bd368e7c), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:51.671338 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-65358059-cd32-4352-a2c8-26ee2d4b0616 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbd79c19539541d58b0f895cbd1f5c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131171 Apr 07 13:02:51.672205 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65358059-cd32-4352-a2c8-26ee2d4b0616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff838ba3-d4d3-4716-b2cc-bfc2bd368e7c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:51.674037 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38108) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:51.724600 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f117af1-381f-4d0a-b2cd-77ef9e82fa0b admin admin] Publish callbacks [] for security_group (ff838ba3-d4d3-4716-b2cc-bfc2bd368e7c), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:51.747617 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f117af1-381f-4d0a-b2cd-77ef9e82fa0b admin admin] Publish callbacks [] for security_group (ff838ba3-d4d3-4716-b2cc-bfc2bd368e7c), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:51.798152 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f117af1-381f-4d0a-b2cd-77ef9e82fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ff838ba3-d4d3-4716-b2cc-bfc2bd368e7c), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:51.800710 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4f117af1-381f-4d0a-b2cd-77ef9e82fa0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:51.801842 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-4f117af1-381f-4d0a-b2cd-77ef9e82fa0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff838ba3-d4d3-4716-b2cc-bfc2bd368e7c HTTP/1.1" status: 204 len: 168 time: 0.1267273 Apr 07 13:02:51.810007 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f117af1-381f-4d0a-b2cd-77ef9e82fa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff838ba3-d4d3-4716-b2cc-bfc2bd368e7c,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:52.056664 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38114) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:52.069730 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec3774ac-b8f4-4b9e-ab5a-d7fd9ec81cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:52.147863 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec3774ac-b8f4-4b9e-ab5a-d7fd9ec81cd4 admin admin] Publish callbacks [] for security_group (0c99d9f6-594f-49cd-9890-8c29667db68d), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:52.152380 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ec3774ac-b8f4-4b9e-ab5a-d7fd9ec81cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0c99d9f6-594f-49cd-9890-8c29667db68d), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:52.190911 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ec3774ac-b8f4-4b9e-ab5a-d7fd9ec81cd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fbf532126ab84af6b43ef74bfb98968c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331472 Apr 07 13:02:52.192048 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3774ac-b8f4-4b9e-ab5a-d7fd9ec81cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c99d9f6-594f-49cd-9890-8c29667db68d,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:52.193692 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38118) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:52.243033 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-569a1147-3a62-4eaa-9244-6b08286a0b58 admin admin] Publish callbacks [] for security_group (0c99d9f6-594f-49cd-9890-8c29667db68d), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:52.265890 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-569a1147-3a62-4eaa-9244-6b08286a0b58 admin admin] Publish callbacks [] for security_group (0c99d9f6-594f-49cd-9890-8c29667db68d), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:52.319102 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-569a1147-3a62-4eaa-9244-6b08286a0b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (0c99d9f6-594f-49cd-9890-8c29667db68d), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:52.322356 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-569a1147-3a62-4eaa-9244-6b08286a0b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:52.325852 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-569a1147-3a62-4eaa-9244-6b08286a0b58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c99d9f6-594f-49cd-9890-8c29667db68d HTTP/1.1" status: 204 len: 168 time: 0.1287422 Apr 07 13:02:52.347429 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a1147-3a62-4eaa-9244-6b08286a0b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c99d9f6-594f-49cd-9890-8c29667db68d,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:52.438873 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceeb02-027d-4c6e-a3db-b028396eaf7f req-c805940b-c648-49d3-93da-321b24419d09 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:52.446932 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c1ceeb02-027d-4c6e-a3db-b028396eaf7f req-c805940b-c648-49d3-93da-321b24419d09 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 945 time: 0.0660977 Apr 07 13:02:52.504333 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c1ceeb02-027d-4c6e-a3db-b028396eaf7f req-0463840b-ffe4-4dd0-a09c-d481bd0fe37d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496662 Apr 07 13:02:55.517410 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-d490da9b-3a70-4265-9146-584e31ae7a07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444481 Apr 07 13:02:55.603919 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-41112a1e-e179-47b6-9726-6796a22b44db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:55.605426 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-41112a1e-e179-47b6-9726-6796a22b44db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70f91d9508b24239b943a0c3ceb83569&device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 1129 time: 0.0456657 Apr 07 13:02:55.716181 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-772f1294-e811-4a0f-9daf-12830547a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:55.717663 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-772f1294-e811-4a0f-9daf-12830547a3e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70912c15-a75d-455b-8f38-d97f39e9566a HTTP/1.1" status: 200 len: 914 time: 0.0941849 Apr 07 13:02:55.763914 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-d65a442b-e743-4a40-9f0e-459043859bb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae HTTP/1.1" status: 200 len: 217 time: 0.0369225 Apr 07 13:02:55.813879 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-14a8010f-6102-4e42-a651-23d04e2e9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:02:55.813879 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-14a8010f-6102-4e42-a651-23d04e2e9f03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb63d68-ed1a-43ad-b910-7f82d295a0d1 HTTP/1.1" status: 200 len: 853 time: 0.0455399 Apr 07 13:02:55.850641 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-42510fb0-b9bd-43da-8e89-6b36a5969b83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70912c15-a75d-455b-8f38-d97f39e9566a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292759 Apr 07 13:02:55.944348 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-2401a536-ab23-41db-aca3-238a207d991a service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877941 Apr 07 13:02:56.054632 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-804c75b4-f1d8-4b37-9e3f-cb6104d2bf55 req-1f72877b-c528-4823-9841-2948a2625bd4 service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021092 Apr 07 13:02:57.874551 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:02:58.794673 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38314) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:58.913142 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce49229-e09d-4f41-9e66-b175af03d84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:58.985996 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce49229-e09d-4f41-9e66-b175af03d84e admin admin] Publish callbacks [] for security_group (7e4970df-60be-497f-81c6-fef15b883606), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:58.989732 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8ce49229-e09d-4f41-9e66-b175af03d84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7e4970df-60be-497f-81c6-fef15b883606), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:59.026726 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-8ce49229-e09d-4f41-9e66-b175af03d84e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f49810b8b51a42308d8af7aa78bab4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309518 Apr 07 13:02:59.027666 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce49229-e09d-4f41-9e66-b175af03d84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4970df-60be-497f-81c6-fef15b883606,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:02:59.029415 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38322) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:02:59.080874 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-da53a93c-9334-4402-816f-b229fc36d3a0 admin admin] Publish callbacks [] for security_group (7e4970df-60be-497f-81c6-fef15b883606), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:59.103090 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-da53a93c-9334-4402-816f-b229fc36d3a0 admin admin] Publish callbacks [] for security_group (7e4970df-60be-497f-81c6-fef15b883606), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:59.150444 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-da53a93c-9334-4402-816f-b229fc36d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (7e4970df-60be-497f-81c6-fef15b883606), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:59.152964 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-da53a93c-9334-4402-816f-b229fc36d3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:02:59.154112 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-da53a93c-9334-4402-816f-b229fc36d3a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e4970df-60be-497f-81c6-fef15b883606 HTTP/1.1" status: 204 len: 168 time: 0.1236479 Apr 07 13:02:59.161773 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53a93c-9334-4402-816f-b229fc36d3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4970df-60be-497f-81c6-fef15b883606,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:01.531938 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c4f954b4-5141-46c3-8319-2ce059b86419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:02.745242 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38416) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:02.790793 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dd72fe-2ce5-484f-aad9-c3484b8050fc admin admin] Deleting subnet 81da7c3f-fa99-419e-829e-e06cccc370b4 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:03:02.793921 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49dd72fe-2ce5-484f-aad9-c3484b8050fc admin admin] Publish callbacks [] for subnet (81da7c3f-fa99-419e-829e-e06cccc370b4), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:02.839911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49dd72fe-2ce5-484f-aad9-c3484b8050fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5036836'] for subnet (81da7c3f-fa99-419e-829e-e06cccc370b4), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:02.884742 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49dd72fe-2ce5-484f-aad9-c3484b8050fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (81da7c3f-fa99-419e-829e-e06cccc370b4), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:02.939166 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49dd72fe-2ce5-484f-aad9-c3484b8050fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5211432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638134'] for subnet (81da7c3f-fa99-419e-829e-e06cccc370b4), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:02.966299 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd72fe-2ce5-484f-aad9-c3484b8050fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81da7c3f-fa99-419e-829e-e06cccc370b4,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:02.970335 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-49dd72fe-2ce5-484f-aad9-c3484b8050fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:02.973491 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-49dd72fe-2ce5-484f-aad9-c3484b8050fc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/81da7c3f-fa99-419e-829e-e06cccc370b4 HTTP/1.1" status: 204 len: 168 time: 0.2272227 Apr 07 13:03:02.976053 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38424) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:03.049224 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (8de62674-8fe9-47ce-8b86-ba1b5b163f95), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.135286 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (8de62674-8fe9-47ce-8b86-ba1b5b163f95), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.155411 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de62674-8fe9-47ce-8b86-ba1b5b163f95']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:03.165308 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ccb1ed-93fb-45a6-a2a0-075def5ac38f') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:03.165610 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ccb1ed-93fb-45a6-a2a0-075def5ac38f') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:03.175798 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5036861'] for segment (a9ccb1ed-93fb-45a6-a2a0-075def5ac38f), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.190970 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (a9ccb1ed-93fb-45a6-a2a0-075def5ac38f), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.197594 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:03:03.197983 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5211598'] for segment (a9ccb1ed-93fb-45a6-a2a0-075def5ac38f), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: Traceback (most recent call last): Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: timer() Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: cb(*args, **kw) Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: return func(*args, **kwargs) Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: self._notify() Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: self.callback(batched_events) Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: event.method(event) Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: return f(self, *a, **k) Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: return self._get(url).json() Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: return self.request(url, 'GET', **kwargs) Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:03:03.199664 dv-cinder-836944-2-smb neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:03:03.256060 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (8de62674-8fe9-47ce-8b86-ba1b5b163f95), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.262709 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.265829 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8de62674-8fe9-47ce-8b86-ba1b5b163f95 HTTP/1.1" status: 204 len: 168 time: 0.2888699 Apr 07 13:03:03.269056 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38426) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:03.275836 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60072681-a8a4-447f-83f8-a6e07f3ccc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de62674-8fe9-47ce-8b86-ba1b5b163f95,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:03.316941 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-5552e65d-d64f-4e4b-aebe-39300f78f303 admin admin] Deleting subnet 079109ad-4f91-4198-b142-023d1fee4df5 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:03:03.320228 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5552e65d-d64f-4e4b-aebe-39300f78f303 admin admin] Publish callbacks [] for subnet (079109ad-4f91-4198-b142-023d1fee4df5), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.358650 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5552e65d-d64f-4e4b-aebe-39300f78f303 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5001239'] for subnet (079109ad-4f91-4198-b142-023d1fee4df5), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.402998 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5552e65d-d64f-4e4b-aebe-39300f78f303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (079109ad-4f91-4198-b142-023d1fee4df5), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.462804 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5552e65d-d64f-4e4b-aebe-39300f78f303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5189385'] for subnet (079109ad-4f91-4198-b142-023d1fee4df5), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.487270 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552e65d-d64f-4e4b-aebe-39300f78f303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079109ad-4f91-4198-b142-023d1fee4df5,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:03.494422 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5552e65d-d64f-4e4b-aebe-39300f78f303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.497506 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5552e65d-d64f-4e4b-aebe-39300f78f303 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/079109ad-4f91-4198-b142-023d1fee4df5 HTTP/1.1" status: 204 len: 168 time: 0.2273185 Apr 07 13:03:03.499998 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38430) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:03.585382 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (32157daf-7170-4c1e-af0c-35517f464d57), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.670774 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (32157daf-7170-4c1e-af0c-35517f464d57), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.689812 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32157daf-7170-4c1e-af0c-35517f464d57']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:03.699637 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5acd042-259d-44f1-859c-4e2cf2970a1b') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:03.699935 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5acd042-259d-44f1-859c-4e2cf2970a1b') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:03.709716 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001230'] for segment (c5acd042-259d-44f1-859c-4e2cf2970a1b), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.724662 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (c5acd042-259d-44f1-859c-4e2cf2970a1b), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.730732 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:03:03.731119 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133749'] for segment (c5acd042-259d-44f1-859c-4e2cf2970a1b), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: Traceback (most recent call last): Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: timer() Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: cb(*args, **kw) Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: return func(*args, **kwargs) Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: self._notify() Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: self.callback(batched_events) Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: event.method(event) Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: return f(self, *a, **k) Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: return self._get(url).json() Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:03:03.732829 dv-cinder-836944-2-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:03:03.791307 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (32157daf-7170-4c1e-af0c-35517f464d57), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.796788 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.799909 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] 10.222.0.45 "DELETE /v2.0/networks/32157daf-7170-4c1e-af0c-35517f464d57 HTTP/1.1" status: 204 len: 168 time: 0.2990227 Apr 07 13:03:03.810509 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77789d-ad2e-4ba2-9c70-c6c436323d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=32157daf-7170-4c1e-af0c-35517f464d57,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:03.873046 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0dfe32f9-4d2c-4e9c-9ee2-4b42ec1a5bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:03.973411 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38438) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:04.020401 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5277bed7-0bbd-4868-a345-3720801a5908 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20c53f9b3ef64203a29678fe09a135b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436733 Apr 07 13:03:04.020667 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38442) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:04.075315 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10792495-5e6b-4812-b9b1-8d0c1561f32c admin admin] Publish callbacks [] for security_group (913ad3bb-ff65-4125-b214-9b9dc001e4d7), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:04.097206 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10792495-5e6b-4812-b9b1-8d0c1561f32c admin admin] Publish callbacks [] for security_group (913ad3bb-ff65-4125-b214-9b9dc001e4d7), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:04.144043 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10792495-5e6b-4812-b9b1-8d0c1561f32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (913ad3bb-ff65-4125-b214-9b9dc001e4d7), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:04.146662 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-10792495-5e6b-4812-b9b1-8d0c1561f32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:04.147836 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-10792495-5e6b-4812-b9b1-8d0c1561f32c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/913ad3bb-ff65-4125-b214-9b9dc001e4d7 HTTP/1.1" status: 204 len: 168 time: 0.1262124 Apr 07 13:03:04.155781 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10792495-5e6b-4812-b9b1-8d0c1561f32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913ad3bb-ff65-4125-b214-9b9dc001e4d7,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:04.488644 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38458) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:04.528470 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-245f391b-ded7-4cdf-a7ee-11b72ade3ddd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d78ca0f25ed8419c99d1f11fe64e86ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386271 Apr 07 13:03:04.530921 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38464) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:04.579705 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8582cf6-5fbe-4c77-8e72-eebcdca08bd3 admin admin] Publish callbacks [] for security_group (99239b70-1046-4f7c-9116-82f353adaa48), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:04.600926 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8582cf6-5fbe-4c77-8e72-eebcdca08bd3 admin admin] Publish callbacks [] for security_group (99239b70-1046-4f7c-9116-82f353adaa48), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:04.646385 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8582cf6-5fbe-4c77-8e72-eebcdca08bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (99239b70-1046-4f7c-9116-82f353adaa48), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:04.649470 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f8582cf6-5fbe-4c77-8e72-eebcdca08bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:04.650637 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-f8582cf6-5fbe-4c77-8e72-eebcdca08bd3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99239b70-1046-4f7c-9116-82f353adaa48 HTTP/1.1" status: 204 len: 168 time: 0.1188288 Apr 07 13:03:04.658062 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8582cf6-5fbe-4c77-8e72-eebcdca08bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99239b70-1046-4f7c-9116-82f353adaa48,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:05.140166 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:06.405474 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:07.825039 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:19.014852 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:31.535606 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fca509bf-55ea-49e7-bfc3-bc2aebc007fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:32.226771 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38912) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:32.334934 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:32.413174 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Publish callbacks [] for security_group (6a12ee54-b7e9-4ff0-a984-f699b05acc79), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:32.417065 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6a12ee54-b7e9-4ff0-a984-f699b05acc79), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:32.456277 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a12ee54-b7e9-4ff0-a984-f699b05acc79,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:32.460161 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbf4483a25f04812a54ffe5719f2571c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323871 Apr 07 13:03:32.463120 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38922) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:32.467317 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.467673 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.468272 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.468610 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.468950 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.469286 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.469604 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.469935 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.470282 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.470610 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.470936 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.471260 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.471582 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.471904 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.472229 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3457b3cd-6725-4fe0-9cd1-049b02baaee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.517620 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Publish callbacks [] for security_group (6a12ee54-b7e9-4ff0-a984-f699b05acc79), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:32.540737 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Publish callbacks [] for security_group (6a12ee54-b7e9-4ff0-a984-f699b05acc79), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:32.587710 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (6a12ee54-b7e9-4ff0-a984-f699b05acc79), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:32.591009 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:32.592289 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a12ee54-b7e9-4ff0-a984-f699b05acc79 HTTP/1.1" status: 204 len: 168 time: 0.1271846 Apr 07 13:03:32.600537 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a12ee54-b7e9-4ff0-a984-f699b05acc79,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:32.608159 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.608510 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.608857 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.609202 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.609552 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.609893 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.610335 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.610678 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.611085 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.611329 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.611726 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.612075 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.612401 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.612724 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:32.613049 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e946-315b-4a9a-8916-e84d8d71051e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:33.863595 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-baefb175-4cfe-447d-86ac-db57f215cf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:34.874397 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:03:34.970284 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 38952) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:35.091781 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa628c20-4886-4a61-8b0b-3d14562b0a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:35.143671 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:35.174447 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa628c20-4886-4a61-8b0b-3d14562b0a5c admin admin] Publish callbacks [] for security_group (e5a3313e-7e83-4f09-b304-b1143ad4928e), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:35.178104 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-fa628c20-4886-4a61-8b0b-3d14562b0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e5a3313e-7e83-4f09-b304-b1143ad4928e), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:35.216921 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-fa628c20-4886-4a61-8b0b-3d14562b0a5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=760b9662b2b1494291f2168e02f2a5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454889 Apr 07 13:03:35.217703 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa628c20-4886-4a61-8b0b-3d14562b0a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a3313e-7e83-4f09-b304-b1143ad4928e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:35.219855 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 38956) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:35.268997 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc482e18-12ba-419a-9b5c-e0b2229bec95 admin admin] Publish callbacks [] for security_group (e5a3313e-7e83-4f09-b304-b1143ad4928e), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:35.294929 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc482e18-12ba-419a-9b5c-e0b2229bec95 admin admin] Publish callbacks [] for security_group (e5a3313e-7e83-4f09-b304-b1143ad4928e), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:35.338822 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc482e18-12ba-419a-9b5c-e0b2229bec95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e5a3313e-7e83-4f09-b304-b1143ad4928e), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:35.341834 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fc482e18-12ba-419a-9b5c-e0b2229bec95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:35.343252 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fc482e18-12ba-419a-9b5c-e0b2229bec95 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5a3313e-7e83-4f09-b304-b1143ad4928e HTTP/1.1" status: 204 len: 168 time: 0.1221633 Apr 07 13:03:35.350641 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc482e18-12ba-419a-9b5c-e0b2229bec95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a3313e-7e83-4f09-b304-b1143ad4928e,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:35.985068 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca019e6a-f11c-4acb-929d-7de03981747a req-fb8910d2-8e88-4e85-99c2-5ec54c296dd6 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:35.986849 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ca019e6a-f11c-4acb-929d-7de03981747a req-fb8910d2-8e88-4e85-99c2-5ec54c296dd6 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 945 time: 0.0535834 Apr 07 13:03:36.035188 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-ca019e6a-f11c-4acb-929d-7de03981747a req-04ff9967-8654-4513-b943-5951266b1688 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Apr 07 13:03:36.407213 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:37.314665 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb6c72-6387-4231-a9e8-a07f26d9a361 req-1aec45ee-386f-4f8a-a30c-4fc9ae8936fb tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:37.316020 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-10fb6c72-6387-4231-a9e8-a07f26d9a361 req-1aec45ee-386f-4f8a-a30c-4fc9ae8936fb tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 945 time: 0.0510547 Apr 07 13:03:37.365430 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-10fb6c72-6387-4231-a9e8-a07f26d9a361 req-31c9537d-0e42-4880-bb0c-f81eda4c7ed7 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438335 Apr 07 13:03:37.826979 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:38.481769 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65d0a1-eedf-4fc5-a4b6-c7c7a2a95799 req-2b29775e-c8fd-4580-999a-8fb6d7b4429e tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:38.483244 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65d0a1-eedf-4fc5-a4b6-c7c7a2a95799 req-2b29775e-c8fd-4580-999a-8fb6d7b4429e tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 945 time: 0.0520141 Apr 07 13:03:38.533121 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-5d65d0a1-eedf-4fc5-a4b6-c7c7a2a95799 req-b01b378f-0547-4371-bf7c-0b291f8e0cfa tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442262 Apr 07 13:03:39.650702 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ad7b1-775d-4eab-9b53-5da706280924 req-95914510-3f18-4947-b884-43c974bc7e01 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:39.652163 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2c9ad7b1-775d-4eab-9b53-5da706280924 req-95914510-3f18-4947-b884-43c974bc7e01 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 945 time: 0.0527616 Apr 07 13:03:39.698352 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-2c9ad7b1-775d-4eab-9b53-5da706280924 req-beb76ae6-245e-4a1c-a655-f1af7554816d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Apr 07 13:03:40.539732 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-a105bcaf-5915-407c-a084-a4f9368508af tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:40.541181 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-a105bcaf-5915-407c-a084-a4f9368508af tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.26 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 945 time: 0.0511498 Apr 07 13:03:40.630549 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Deleting port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:03:40.630875 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:40.715267 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] For port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:03:40.715971 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:40.728111 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Calling delete_port for 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:03:40.813364 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de62-c33c-441a-8a16-acb277bfe1ba req-79aac420-285d-4c16-942d-c7401feab6bf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:40.814787 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2323de62-c33c-441a-8a16-acb277bfe1ba req-79aac420-285d-4c16-942d-c7401feab6bf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=18d37922-e3e9-4eb9-b631-3e4fabbfe552 HTTP/1.1" status: 200 len: 945 time: 0.0505564 Apr 07 13:03:40.856002 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (2c756bc6-c863-4b4f-bfee-a0c6f2a918ae), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:40.861693 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-2323de62-c33c-441a-8a16-acb277bfe1ba req-aa4cac10-246b-4df1-a631-bc0eb1816ccf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 Apr 07 13:03:40.869323 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['2c756bc6-c863-4b4f-bfee-a0c6f2a918ae'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:03:40.886382 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Pushing event deleted for resources: {'Port': ['ID=2c756bc6-c863-4b4f-bfee-a0c6f2a918ae,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:40.941307 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] No DVR routers for this DVR port 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:03:40.943912 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:40.947235 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-6b4880cf-0be8-4953-a37c-fa7319498bff req-0244b0b1-fb07-4864-aec6-f60fd5a7c2cf tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.26 "DELETE /v2.0/ports/2c756bc6-c863-4b4f-bfee-a0c6f2a918ae HTTP/1.1" status: 204 len: 173 time: 0.4013166 Apr 07 13:03:40.947684 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d37922-e3e9-4eb9-b631-3e4fabbfe552', 'name': 'network-vif-deleted', 'tag': '2c756bc6-c863-4b4f-bfee-a0c6f2a918ae'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:03:40.951148 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834df632-4428-469d-9fb5-b28b8271daba" -d '{"events": [{"server_uuid": "18d37922-e3e9-4eb9-b631-3e4fabbfe552", "name": "network-vif-deleted", "tag": "2c756bc6-c863-4b4f-bfee-a0c6f2a918ae"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:03:40.998306 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8959c4-b51e-4dab-aa2d-26d2d14b115b x-openstack-request-id: req-4b8959c4-b51e-4dab-aa2d-26d2d14b115b {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:03:40.998562 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d37922-e3e9-4eb9-b631-3e4fabbfe552", "name": "network-vif-deleted", "tag": "2c756bc6-c863-4b4f-bfee-a0c6f2a918ae", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:03:40.998824 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b8959c4-b51e-4dab-aa2d-26d2d14b115b {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:03:40.999272 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8959c4-b51e-4dab-aa2d-26d2d14b115b'] response: {'server_uuid': '18d37922-e3e9-4eb9-b631-3e4fabbfe552', 'name': 'network-vif-deleted', 'tag': '2c756bc6-c863-4b4f-bfee-a0c6f2a918ae', 'status': 'completed', 'code': 200} Apr 07 13:03:44.373269 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:03:44.394150 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:03:44.394522 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device 2c756bc6-c863-4b4f-bfee-a0c6f2a918ae not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:03:45.740373 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532473-dabe-4d8f-8841-a38439d88963 req-f64ac91a-274c-43a0-ab41-8b630bf00b73 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:45.741721 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-f64ac91a-274c-43a0-ab41-8b630bf00b73 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/networks?id=70912c15-a75d-455b-8f38-d97f39e9566a HTTP/1.1" status: 200 len: 813 time: 0.0986624 Apr 07 13:03:45.755966 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-fa1e1d0f-9ef5-4df4-94d3-238453bf0a9c tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/quotas/70f91d9508b24239b943a0c3ceb83569 HTTP/1.1" status: 200 len: 375 time: 0.0085709 Apr 07 13:03:45.790496 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-e0cac4a7-272b-4a13-bd82-408ee6dce249 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=70f91d9508b24239b943a0c3ceb83569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297327 Apr 07 13:03:45.880274 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-c0e18d2f-51b3-4bcf-bb7f-7111a9940030 service neutron] 10.222.0.45 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833678 Apr 07 13:03:45.971216 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-603c91c3-9d50-4150-b34c-7f731bf4fc61 service neutron] 10.222.0.45 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853186 Apr 07 13:03:46.124861 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9aa4b975-b9cf-4371-bd4b-d271ae089dc6 req-890ba89d-5026-4e64-99f8-d629ae8cb1d1 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 210 time: 0.0269623 Apr 07 13:03:46.422706 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39138) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:46.533626 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c734084-ec49-45e0-9a07-6d8a8bb4efff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:46.614753 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c734084-ec49-45e0-9a07-6d8a8bb4efff admin admin] Publish callbacks [] for security_group (ed8b8023-3b6f-4b8c-aa7b-5ca1c2c8552e), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:46.618440 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5c734084-ec49-45e0-9a07-6d8a8bb4efff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ed8b8023-3b6f-4b8c-aa7b-5ca1c2c8552e), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:46.660555 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5c734084-ec49-45e0-9a07-6d8a8bb4efff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e9f164bcb0b4b2d883dc503eb48b182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367761 Apr 07 13:03:46.661624 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c734084-ec49-45e0-9a07-6d8a8bb4efff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8b8023-3b6f-4b8c-aa7b-5ca1c2c8552e,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:46.663338 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39142) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:46.714134 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee182e40-de28-4e4c-aa39-516f18298389 admin admin] Publish callbacks [] for security_group (ed8b8023-3b6f-4b8c-aa7b-5ca1c2c8552e), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:46.737345 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee182e40-de28-4e4c-aa39-516f18298389 admin admin] Publish callbacks [] for security_group (ed8b8023-3b6f-4b8c-aa7b-5ca1c2c8552e), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:46.784283 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee182e40-de28-4e4c-aa39-516f18298389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (ed8b8023-3b6f-4b8c-aa7b-5ca1c2c8552e), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:46.786923 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ee182e40-de28-4e4c-aa39-516f18298389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:46.788075 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ee182e40-de28-4e4c-aa39-516f18298389 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed8b8023-3b6f-4b8c-aa7b-5ca1c2c8552e HTTP/1.1" status: 204 len: 168 time: 0.1228957 Apr 07 13:03:46.796502 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee182e40-de28-4e4c-aa39-516f18298389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8b8023-3b6f-4b8c-aa7b-5ca1c2c8552e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:47.032000 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532473-dabe-4d8f-8841-a38439d88963 req-83dc42d6-31c9-4e31-ad33-11c756486a6b tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:47.033450 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-83dc42d6-31c9-4e31-ad33-11c756486a6b tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.26 "GET /v2.0/networks?id=70912c15-a75d-455b-8f38-d97f39e9566a HTTP/1.1" status: 200 len: 813 time: 0.1114137 Apr 07 13:03:47.045934 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Request body: {'port': {'device_id': '972223ed-3faa-4309-a93e-2dcdf0303dbe', 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a', 'admin_state_up': True, 'tenant_id': '70f91d9508b24239b943a0c3ceb83569'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:47.161086 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Made reservation on behalf of 70f91d9508b24239b943a0c3ceb83569 for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:03:47.164428 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.254737 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-0d5fa06b-0eec-47ac-9d01-cb073f00669b req-5e69c3c7-8459-42a3-b8b3-b210d3273e6d tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 210 time: 0.0351803 Apr 07 13:03:47.322822 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Allocated IP 172.20.0.2 (70912c15-a75d-455b-8f38-d97f39e9566a/0bb63d68-ed1a-43ad-b910-7f82d295a0d1/bff830fe-4470-4ff8-9338-cc9e3b08de4e) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:03:47.458320 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39170) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:47.488995 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks [] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.526127 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.564710 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1507384700-network', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:47.569986 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Network 70912c15-a75d-455b-8f38-d97f39e9566a is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:03:47.573012 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:47.579331 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:03:47.592449 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Made reservation on behalf of 720844d1691e46b9a97ca0cdee94bedc for: {'network': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:03:47.595105 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.603628 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Pushing event updated for resources: {'Port': ['ID=bff830fe-4470-4ff8-9338-cc9e3b08de4e,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:47.603823 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.631458 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:47.632064 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.647103 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-ad7c76fd-826e-4e4b-b96e-6e5e80af0c55 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6057150 Apr 07 13:03:47.657845 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Request body: {'port': {'device_id': '972223ed-3faa-4309-a93e-2dcdf0303dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:47.683083 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Publish callbacks [] for security_group (fef84b03-532d-452b-841f-24c0eb646192), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.687321 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (fef84b03-532d-452b-841f-24c0eb646192), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.721860 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:03:47.732390 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef84b03-532d-452b-841f-24c0eb646192,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:47.738759 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (64cfb6d3-c8f7-4182-8518-ebeccb31b578), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.739094 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.segments_db [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Added segment 64cfb6d3-c8f7-4182-8518-ebeccb31b578 of type vlan for network 42a9f954-7cec-4f88-9028-e7f0655a7d97 Apr 07 13:03:47.783306 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (42a9f954-7cec-4f88-9028-e7f0655a7d97), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.810444 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (42a9f954-7cec-4f88-9028-e7f0655a7d97), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.811476 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:47.812070 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.846909 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3875115 Apr 07 13:03:47.875802 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39174) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:47.882444 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Request body: {'subnet': {'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1507384700-subnet', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:47.895378 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4576520-1786-4bc9-bdce-57370f1fb36d admin admin] Pushing event updated for resources: {'Network': ['ID=42a9f954-7cec-4f88-9028-e7f0655a7d97,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:47.907346 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 42a9f954-7cec-4f88-9028-e7f0655a7d97 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:03:47.910409 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Made reservation on behalf of 720844d1691e46b9a97ca0cdee94bedc for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:03:47.912844 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5186024'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:47.998471 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.088593 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5189394'] for subnet (eee15df2-a012-40ad-b256-32303d0f38e8), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.145110 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee15df2-a012-40ad-b256-32303d0f38e8,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:48.151955 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Checking segment: {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:03:48.152311 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Network hostable DHCP agents. Network: 42a9f954-7cec-4f88-9028-e7f0655a7d97, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:03:48.171603 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Network 42a9f954-7cec-4f88-9028-e7f0655a7d97 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:03:48.181267 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 42a9f954-7cec-4f88-9028-e7f0655a7d97) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:48.188938 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:48.189556 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.192893 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434e662-e65c-457d-ae71-f9d1e1f29641 None None] Network 42a9f954-7cec-4f88-9028-e7f0655a7d97 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:03:48.207395 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-8f7d284c-2b76-48f9-ac17-2a78634cecbf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3304818 Apr 07 13:03:48.210156 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39176) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:48.216447 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:48.239742 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2030920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65278'] for router (8558adac-2fb8-4943-be3a-5462d23b9def), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.240736 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2031076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65271'] for router (8558adac-2fb8-4943-be3a-5462d23b9def), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.293977 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff830fe-4470-4ff8-9338-cc9e3b08de4e {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:03:48.299006 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-42a9f954-7cec-4f88-9028-e7f0655a7d97', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:03:48.299919 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks [] for router_controller (8558adac-2fb8-4943-be3a-5462d23b9def), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.300099 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.302927 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Publish callbacks [] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.325371 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Transition to ACTIVE for port object bff830fe-4470-4ff8-9338-cc9e3b08de4e will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:03:48.331911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.398468 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Pushing event updated for resources: {'Port': ['ID=bff830fe-4470-4ff8-9338-cc9e3b08de4e,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:48.451192 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Allocated IP 172.20.0.2 (42a9f954-7cec-4f88-9028-e7f0655a7d97/eee15df2-a012-40ad-b256-32303d0f38e8/8428720d-42cb-4131-a978-b9d6e6f47bcf) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:03:48.477147 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Attempting to bind port bff830fe-4470-4ff8-9338-cc9e3b08de4e on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:03:48.477956 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Attempting to bind port bff830fe-4470-4ff8-9338-cc9e3b08de4e by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '21ecefaa-1fe6-41b1-bb22-48516f59a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:03:48.477956 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Attempting to bind port bff830fe-4470-4ff8-9338-cc9e3b08de4e on network 70912c15-a75d-455b-8f38-d97f39e9566a {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:03:48.482769 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Port bff830fe-4470-4ff8-9338-cc9e3b08de4e on network 70912c15-a75d-455b-8f38-d97f39e9566a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:03:48.483194 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Attempting to bind port bff830fe-4470-4ff8-9338-cc9e3b08de4e on network 70912c15-a75d-455b-8f38-d97f39e9566a {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:03:48.488143 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:03:48.489158 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Checking segment: {'id': '21ecefaa-1fe6-41b1-bb22-48516f59a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:03:48.489158 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Bound using segment: {'id': '21ecefaa-1fe6-41b1-bb22-48516f59a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:03:48.489721 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Bound port: bff830fe-4470-4ff8-9338-cc9e3b08de4e, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ecefaa-1fe6-41b1-bb22-48516f59a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:03:48.490171 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.499929 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks [] for router_gateway (8558adac-2fb8-4943-be3a-5462d23b9def), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.512576 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5c493-7df3-429c-850b-97cfcc98f3d7 req-1bef90d0-1b43-4b5c-a5cd-9e56cb8b2bd9 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:48.514821 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-afe5c493-7df3-429c-850b-97cfcc98f3d7 req-1bef90d0-1b43-4b5c-a5cd-9e56cb8b2bd9 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 943 time: 0.1683908 Apr 07 13:03:48.558041 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] For port bff830fe-4470-4ff8-9338-cc9e3b08de4e, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:03:48.561794 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] For port bff830fe-4470-4ff8-9338-cc9e3b08de4e, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=bff830fe-4470-4ff8-9338-cc9e3b08de4e,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:03:48.569719 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.610352 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:48.610487 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Publish callbacks [] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.610933 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.612647 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] 10.222.0.26 "PUT /v2.0/ports/bff830fe-4470-4ff8-9338-cc9e3b08de4e HTTP/1.1" status: 200 len: 1093 time: 0.9585924 Apr 07 13:03:48.613176 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972223ed-3faa-4309-a93e-2dcdf0303dbe', 'tag': 'bff830fe-4470-4ff8-9338-cc9e3b08de4e'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:03:48.614880 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-afe5c493-7df3-429c-850b-97cfcc98f3d7 req-1a7451d2-456e-460e-b9f8-3b4681becc8a tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877249 Apr 07 13:03:48.615665 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05511cae-e83d-47df-a6a5-08488c18bcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "972223ed-3faa-4309-a93e-2dcdf0303dbe", "tag": "bff830fe-4470-4ff8-9338-cc9e3b08de4e"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:03:48.619432 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.654175 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a844d-4898-4dc4-9703-9324bded1d97 service neutron] Pushing event updated for resources: {'Port': ['ID=bff830fe-4470-4ff8-9338-cc9e3b08de4e,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:48.678311 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Pushing event updated for resources: {'Port': ['ID=8428720d-42cb-4131-a978-b9d6e6f47bcf,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:48.689435 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119299c8-f7fc-4b73-aa3b-dff04b1fe400 x-openstack-request-id: req-119299c8-f7fc-4b73-aa3b-dff04b1fe400 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:03:48.689813 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Network 42a9f954-7cec-4f88-9028-e7f0655a7d97 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:03:48.690489 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972223ed-3faa-4309-a93e-2dcdf0303dbe", "tag": "bff830fe-4470-4ff8-9338-cc9e3b08de4e", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:03:48.690895 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-119299c8-f7fc-4b73-aa3b-dff04b1fe400 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:03:48.691332 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119299c8-f7fc-4b73-aa3b-dff04b1fe400'] response: {'name': 'network-changed', 'server_uuid': '972223ed-3faa-4309-a93e-2dcdf0303dbe', 'tag': 'bff830fe-4470-4ff8-9338-cc9e3b08de4e', 'status': 'completed', 'code': 200} Apr 07 13:03:48.691700 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:48.693994 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.694370 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.694719 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.695075 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.695571 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.696074 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.696909 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.697242 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.697573 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.697910 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.698259 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.698613 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.698942 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.699267 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.699762 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:48.703273 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:03:48.712618 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532473-dabe-4d8f-8841-a38439d88963 req-8cae5004-2f27-4e63-90a5-5ed91d550fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:48.714325 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-8cae5004-2f27-4e63-90a5-5ed91d550fe8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70f91d9508b24239b943a0c3ceb83569&device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 1127 time: 0.0547335 Apr 07 13:03:48.761363 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-259678b9-4009-4fd4-b840-b97d72920521 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bff830fe-4470-4ff8-9338-cc9e3b08de4e HTTP/1.1" status: 200 len: 217 time: 0.0389450 Apr 07 13:03:48.761665 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Attempting to bind port 8428720d-42cb-4131-a978-b9d6e6f47bcf on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:03:48.762124 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Attempting to bind port 8428720d-42cb-4131-a978-b9d6e6f47bcf by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:03:48.762475 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Attempting to bind port 8428720d-42cb-4131-a978-b9d6e6f47bcf on network 42a9f954-7cec-4f88-9028-e7f0655a7d97 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:03:48.767579 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:03:48.767953 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Checking segment: {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:03:48.768350 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.768746 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Bound using segment: {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:03:48.769208 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Bound port: 8428720d-42cb-4131-a978-b9d6e6f47bcf, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:03:48.769588 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.806990 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks [] for router_gateway (8558adac-2fb8-4943-be3a-5462d23b9def), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.815222 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532473-dabe-4d8f-8841-a38439d88963 req-fd31661a-d664-4288-8bd7-7cf4b12c9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:48.816714 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-fd31661a-d664-4288-8bd7-7cf4b12c9908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb63d68-ed1a-43ad-b910-7f82d295a0d1 HTTP/1.1" status: 200 len: 853 time: 0.0497642 Apr 07 13:03:48.828592 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.835449 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] For port 8428720d-42cb-4131-a978-b9d6e6f47bcf, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:03:48.839772 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] For port 8428720d-42cb-4131-a978-b9d6e6f47bcf, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=8428720d-42cb-4131-a978-b9d6e6f47bcf,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:03:48.846824 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:48.850176 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-d8d8fd38-9eb5-4ef5-a7cf-58e40de95c89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70912c15-a75d-455b-8f38-d97f39e9566a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268519 Apr 07 13:03:48.913665 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb6a5b-d7ec-47a0-b98f-5568ad9c2afe None None] Pushing event updated for resources: {'Port': ['ID=8428720d-42cb-4131-a978-b9d6e6f47bcf,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:48.939793 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Allocated IP 172.28.2.54 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/3eb38c11-1ceb-41cf-a5d8-a90e27956eeb) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:03:48.951867 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-69c5be82-2fcc-4a0c-acac-bba854050845 service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947177 Apr 07 13:03:49.047948 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:49.051521 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-3c532473-dabe-4d8f-8841-a38439d88963 req-6da64ca5-8578-4e9d-be29-72a2fba38bcc service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942013 Apr 07 13:03:49.052670 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks [] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:49.096111 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:49.159315 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:03:49.165593 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:49.171535 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:03:49.174970 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Pushing event updated for resources: {'Port': ['ID=3eb38c11-1ceb-41cf-a5d8-a90e27956eeb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:49.662883 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks [] for router_gateway (8558adac-2fb8-4943-be3a-5462d23b9def), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:49.706573 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 8428720d-42cb-4131-a978-b9d6e6f47bcf up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:03:49.771777 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 8428720d-42cb-4131-a978-b9d6e6f47bcf triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:49.772656 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:49.802794 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-99edf348-87f6-4549-afc9-96fe2526aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:49.804980 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-99edf348-87f6-4549-afc9-96fe2526aa7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70f91d9508b24239b943a0c3ceb83569&device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 1127 time: 0.0695360 Apr 07 13:03:49.879247 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 8428720d-42cb-4131-a978-b9d6e6f47bcf is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:49.879625 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:49.925016 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 8428720d-42cb-4131-a978-b9d6e6f47bcf, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=8428720d-42cb-4131-a978-b9d6e6f47bcf,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:03:49.928573 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-897abed9-02e1-4bf4-bb98-2ff07415c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:49.930104 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-897abed9-02e1-4bf4-bb98-2ff07415c5cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=70912c15-a75d-455b-8f38-d97f39e9566a HTTP/1.1" status: 200 len: 914 time: 0.1185796 Apr 07 13:03:49.930607 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:49.965599 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319'] for router (8558adac-2fb8-4943-be3a-5462d23b9def), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:49.978340 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af8138-eeb4-441e-aae3-69ca70f73257 req-efe6276a-2f55-4088-9772-b5def0f48989 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:49.979915 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d0af8138-eeb4-441e-aae3-69ca70f73257 req-efe6276a-2f55-4088-9772-b5def0f48989 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 943 time: 0.2660747 Apr 07 13:03:49.983070 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-6bfd8819-e513-459d-942e-2cd51c73f49b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bff830fe-4470-4ff8-9338-cc9e3b08de4e HTTP/1.1" status: 200 len: 217 time: 0.0398846 Apr 07 13:03:49.989610 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=8428720d-42cb-4131-a978-b9d6e6f47bcf,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:50.021908 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6837d03-0b25-458f-a4a7-d844e1c158c3 None None] Network 42a9f954-7cec-4f88-9028-e7f0655a7d97 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:03:50.038502 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-748cd31a-9c00-4fc8-8dcc-2a0852336e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:50.039998 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-748cd31a-9c00-4fc8-8dcc-2a0852336e3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb63d68-ed1a-43ad-b910-7f82d295a0d1 HTTP/1.1" status: 200 len: 853 time: 0.0515132 Apr 07 13:03:50.082252 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-79323e7e-ec27-491f-bbee-f53e295cfe32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70912c15-a75d-455b-8f38-d97f39e9566a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365877 Apr 07 13:03:50.086196 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-1cb3abde-3c14-4c91-b89a-0bb2ae36fe7d None None] Provisioning complete for port 8428720d-42cb-4131-a978-b9d6e6f47bcf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:50.086699 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1cb3abde-3c14-4c91-b89a-0bb2ae36fe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:50.102911 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-d0af8138-eeb4-441e-aae3-69ca70f73257 req-5e48add6-c9e5-43a5-b865-5549293c7e24 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837235 Apr 07 13:03:50.159563 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Router 8558adac-2fb8-4943-be3a-5462d23b9def is scheduled to L3 agent 45e35528-2698-4706-b1a2-483f8e65635b with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:03:50.192556 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-d4bd4561-596f-448f-94de-eadf1eec7f3f service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046383 Apr 07 13:03:50.213708 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3abde-3c14-4c91-b89a-0bb2ae36fe7d None None] Current status of the port 8428720d-42cb-4131-a978-b9d6e6f47bcf is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:50.283106 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:03:50.294039 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Sync routers for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:03:50.301445 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-05511cae-e83d-47df-a6a5-08488c18bcbf req-7667144c-6896-4364-a525-6c169ca00006 service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010284 Apr 07 13:03:50.304986 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:03:50.305635 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:03:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:50.322841 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:50.326285 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a9bd982f-f1b9-4668-a6a1-6f3ca747299f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1120360 Apr 07 13:03:50.327400 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39184) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:50.422092 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device bff830fe-4470-4ff8-9338-cc9e3b08de4e details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:03:50.458362 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:03:50.522049 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-6a886c75-feda-4f19-9b15-270b0b317244 None None] Provisioning complete for port 8428720d-42cb-4131-a978-b9d6e6f47bcf triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:50.522447 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-6a886c75-feda-4f19-9b15-270b0b317244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:50.760980 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:50.825984 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port bff830fe-4470-4ff8-9338-cc9e3b08de4e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=bff830fe-4470-4ff8-9338-cc9e3b08de4e,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:03:50.874836 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': 'bff830fe-4470-4ff8-9338-cc9e3b08de4e', 'network_id': '70912c15-a75d-455b-8f38-d97f39e9566a', 'port_id': 'bff830fe-4470-4ff8-9338-cc9e3b08de4e', 'mac_address': 'fa:16:3e:76:6a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb63d68-ed1a-43ad-b910-7f82d295a0d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:03:50.914408 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Allocated IP 172.20.0.1 (42a9f954-7cec-4f88-9028-e7f0655a7d97/eee15df2-a012-40ad-b256-32303d0f38e8/9caaca4a-6735-438f-b5c2-1720a104d090) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:03:50.924029 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-6a886c75-feda-4f19-9b15-270b0b317244 None None] Current status of the port 8428720d-42cb-4131-a978-b9d6e6f47bcf is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:50.944527 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port bff830fe-4470-4ff8-9338-cc9e3b08de4e is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:50.945186 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:50.960802 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:49Z', 'revision_number': 3, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:50.966023 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff830fe-4470-4ff8-9338-cc9e3b08de4e {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:03:50.994123 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Checking router: 8558adac-2fb8-4943-be3a-5462d23b9def for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:03:50.994809 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Updating router 8558adac-2fb8-4943-be3a-5462d23b9def port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb binding host dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:03:51.020259 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Publish callbacks [] for port (9caaca4a-6735-438f-b5c2-1720a104d090), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.033171 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port bff830fe-4470-4ff8-9338-cc9e3b08de4e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=bff830fe-4470-4ff8-9338-cc9e3b08de4e,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:03:51.036355 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.039142 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.052630 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.094033 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Network 42a9f954-7cec-4f88-9028-e7f0655a7d97 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:03:51.096832 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:51.102552 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:03:51.125924 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Pushing event updated for resources: {'Port': ['ID=9caaca4a-6735-438f-b5c2-1720a104d090,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:51.146754 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2031432'] for router_interface (8558adac-2fb8-4943-be3a-5462d23b9def), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.166639 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=bff830fe-4470-4ff8-9338-cc9e3b08de4e,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:51.280353 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['bff830fe-4470-4ff8-9338-cc9e3b08de4e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:03:51.295761 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b2e4b-e16e-4c3b-809d-4d26da578c6e req-859d8b49-679d-4810-a80b-3cab5a437451 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:51.297276 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c60b2e4b-e16e-4c3b-809d-4d26da578c6e req-859d8b49-679d-4810-a80b-3cab5a437451 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 944 time: 0.0934801 Apr 07 13:03:51.352369 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.384728 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c60b2e4b-e16e-4c3b-809d-4d26da578c6e req-a054999e-d802-4ea0-ad1c-f205348a81f7 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791407 Apr 07 13:03:51.415573 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-27e5b066-ddc8-4c68-878e-a3088ed7b39e None None] Provisioning complete for port 9caaca4a-6735-438f-b5c2-1720a104d090 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:51.415945 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-27e5b066-ddc8-4c68-878e-a3088ed7b39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.427105 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Publish callbacks [] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.457961 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.524105 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-27e5b066-ddc8-4c68-878e-a3088ed7b39e None None] Port 9caaca4a-6735-438f-b5c2-1720a104d090 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:03:51.537306 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Publish callbacks [] for port (9caaca4a-6735-438f-b5c2-1720a104d090), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.541865 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.544597 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Attempting to bind port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:03:51.544975 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Attempting to bind port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:03:51.545397 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Attempting to bind port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb on network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:03:51.553969 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f961c-ebfc-4282-8d96-db9d1feebdaa None None] Pushing event updated for resources: {'Port': ['ID=3eb38c11-1ceb-41cf-a5d8-a90e27956eeb,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:51.560569 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:03:51.560975 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:03:51.561422 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.561805 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Bound using segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:03:51.562191 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Bound port: 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:03:51.562596 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.611995 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2031588'] for router_interface (8558adac-2fb8-4943-be3a-5462d23b9def), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.614561 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Pushing event updated for resources: {'Port': ['ID=9caaca4a-6735-438f-b5c2-1720a104d090,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:51.640802 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] For port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:03:51.648092 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] For port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=3eb38c11-1ceb-41cf-a5d8-a90e27956eeb,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:03:51.658077 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.687664 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 8428720d-42cb-4131-a978-b9d6e6f47bcf up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:03:51.714903 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Network 42a9f954-7cec-4f88-9028-e7f0655a7d97 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:03:51.716990 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:51.754066 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f961c-ebfc-4282-8d96-db9d1feebdaa None None] Pushing event updated for resources: {'Port': ['ID=3eb38c11-1ceb-41cf-a5d8-a90e27956eeb,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:51.758969 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:03:51.759585 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:03:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:51.849797 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Router 8558adac-2fb8-4943-be3a-5462d23b9def has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:03:51.859988 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 8428720d-42cb-4131-a978-b9d6e6f47bcf triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:51.860354 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:51.923243 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:03:51.963507 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:03:51.969876 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-f02725d3-4f45-4cff-b8fb-48d428377eff admin admin] 10.222.0.45 "PUT /v2.0/routers/8558adac-2fb8-4943-be3a-5462d23b9def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6412299 Apr 07 13:03:52.030796 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-559dd6c2-4546-452c-a41b-b39bf67c3a80 None None] Provisioning complete for port 9caaca4a-6735-438f-b5c2-1720a104d090 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:52.031363 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-559dd6c2-4546-452c-a41b-b39bf67c3a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.081753 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 8428720d-42cb-4131-a978-b9d6e6f47bcf is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:52.122034 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-559dd6c2-4546-452c-a41b-b39bf67c3a80 None None] Port 9caaca4a-6735-438f-b5c2-1720a104d090 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:03:52.204433 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 2, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:52.234386 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debebf6-5507-4398-85b2-a0b3fae6c882 None None] The sync data for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb is: [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 2, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:03:52.430305 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device bff830fe-4470-4ff8-9338-cc9e3b08de4e up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:03:52.480111 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39204) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:52.487292 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-555659881-network', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:52.502897 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port bff830fe-4470-4ff8-9338-cc9e3b08de4e completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:03:52.510695 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port bff830fe-4470-4ff8-9338-cc9e3b08de4e triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:52.512359 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.519497 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Made reservation on behalf of fa8eefc32b4f4543bdf564ebb84facdc for: {'network': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:03:52.522146 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for network (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.533693 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.553944 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396ac95-658f-41d7-a5c9-765f3a2e4dca req-7742903f-512e-4c94-9004-0da0a76378f4 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:52.555892 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8396ac95-658f-41d7-a5c9-765f3a2e4dca req-7742903f-512e-4c94-9004-0da0a76378f4 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 944 time: 0.0730493 Apr 07 13:03:52.623755 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port bff830fe-4470-4ff8-9338-cc9e3b08de4e is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:52.624487 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.625248 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8396ac95-658f-41d7-a5c9-765f3a2e4dca req-7d24dfd9-9997-4194-869d-4f0cb25e8c61 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619004 Apr 07 13:03:52.631513 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Publish callbacks [] for security_group (e0889373-404e-4175-aba9-08c48b376d7c), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.638599 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e0889373-404e-4175-aba9-08c48b376d7c), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.655588 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972223ed-3faa-4309-a93e-2dcdf0303dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff830fe-4470-4ff8-9338-cc9e3b08de4e'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:03:52.658240 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bbe839-01c1-43b1-9aa2-073f5714fc56" -d '{"events": [{"server_uuid": "972223ed-3faa-4309-a93e-2dcdf0303dbe", "name": "network-vif-plugged", "status": "completed", "tag": "bff830fe-4470-4ff8-9338-cc9e3b08de4e"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:03:52.673537 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 13:03:52.676843 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port bff830fe-4470-4ff8-9338-cc9e3b08de4e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=bff830fe-4470-4ff8-9338-cc9e3b08de4e,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:03:52.684698 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.685530 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0889373-404e-4175-aba9-08c48b376d7c,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:52.701122 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.701522 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.segments_db [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Added segment c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4 of type vlan for network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 Apr 07 13:03:52.711071 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e2977a-b946-4924-a8f8-4faae41ee361 x-openstack-request-id: req-e4e2977a-b946-4924-a8f8-4faae41ee361 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:03:52.711380 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972223ed-3faa-4309-a93e-2dcdf0303dbe", "name": "network-vif-plugged", "status": "completed", "tag": "bff830fe-4470-4ff8-9338-cc9e3b08de4e", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:03:52.711631 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4e2977a-b946-4924-a8f8-4faae41ee361 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:03:52.712029 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e2977a-b946-4924-a8f8-4faae41ee361'] response: {'server_uuid': '972223ed-3faa-4309-a93e-2dcdf0303dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff830fe-4470-4ff8-9338-cc9e3b08de4e', 'code': 200} Apr 07 13:03:52.742956 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=bff830fe-4470-4ff8-9338-cc9e3b08de4e,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:52.755417 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729710603677'] for network (625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.784607 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769'] for network (625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.785821 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:52.786502 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.853753 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3690295 Apr 07 13:03:52.854025 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39208) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:52.859834 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Request body: {'subnet': {'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-555659881-subnet', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'ip_version': 4}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:52.881488 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Made reservation on behalf of fa8eefc32b4f4543bdf564ebb84facdc for: {'subnet': 1} {{(pid=103162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:03:52.881885 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef591127-36b3-4d9b-8f62-25892f9bd570 admin admin] Pushing event updated for resources: {'Network': ['ID=625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:52.884115 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5186024'] for subnet (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:52.894593 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 details requested by agent ovs-agent-dv-cinder-836944-2-smb with host dv-cinder-836944-2-smb {{(pid=103163) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 13:03:52.905346 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696abe-73ed-482b-adf3-cd87ce113191 req-96c42ad6-ac5a-49ed-8968-00deaf3b7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:52.906978 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d8696abe-73ed-482b-adf3-cd87ce113191 req-96c42ad6-ac5a-49ed-8968-00deaf3b7fb4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 1129 time: 0.0530910 Apr 07 13:03:52.963298 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d8696abe-73ed-482b-adf3-cd87ce113191 req-b8c87dda-71f6-4dec-a93d-d441c8545f14 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496562 Apr 07 13:03:53.090778 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5133586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5189394'] for subnet (be2757e2-a84c-4069-bdf2-d3afc18fca08), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.148443 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2757e2-a84c-4069-bdf2-d3afc18fca08,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:53.157409 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Checking segment: {'id': 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:03:53.157774 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Network hostable DHCP agents. Network: 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1, hostable agents: ['f2783e21-75f4-4245-bd17-bd02179d5942'], hosted agents: [] {{(pid=103162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 13:03:53.175304 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 is scheduled to be hosted by DHCP agent f2783e21-75f4-4245-bd17-bd02179d5942 with binding_index 1 {{(pid=103162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 13:03:53.185581 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836944-2-smb, 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1) {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:53.190574 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:53.191167 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.198039 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df643e7b-badf-4ce7-be75-a183ff785b6b None None] Network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:03:53.211912 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-4e246f38-90ee-4af3-84f0-6fc82a5d779a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3544815 Apr 07 13:03:53.213018 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39210) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:53.218058 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:53.243565 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2030920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65278'] for router (23a36950-7a84-46c2-848f-2dfa6f10b01f), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.244691 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2031076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65271'] for router (23a36950-7a84-46c2-848f-2dfa6f10b01f), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.307334 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks [] for router_controller (23a36950-7a84-46c2-848f-2dfa6f10b01f), precommit_add_association {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.313622 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c0669b6-babe-5360-9a4c-2435d44bec70-625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1', 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1', 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'fixed_ips': [{'subnet_id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08'}]}} from dv-cinder-836944-2-smb. {{(pid=103163) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 13:03:53.314728 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.457239 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks [] for router_gateway (23a36950-7a84-46c2-848f-2dfa6f10b01f), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.466292 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.db_base_plugin_common [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Allocated IP 172.20.0.2 (625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1/be2757e2-a84c-4069-bdf2-d3afc18fca08/379ecda2-614a-4a7f-b451-07ad2d5b8709) {{(pid=103163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:03:53.620483 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Publish callbacks [] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), precommit_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.632376 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), after_create {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.683623 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 is already hosted by enough agents. {{(pid=103163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:03:53.686942 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks [] for router_gateway (23a36950-7a84-46c2-848f-2dfa6f10b01f), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.688461 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.scheduler.base_scheduler [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Resources bound (agent type, host, resource id): {{(pid=103163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:53.703035 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Received port after_create {{(pid=103163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:03:53.705165 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:03:53.720913 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.862852 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9fc6f-0191-43ce-89ac-2a2cb9455896 req-3b433965-bdfb-4bbc-97dd-362f52cb3065 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:53.864481 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-caa9fc6f-0191-43ce-89ac-2a2cb9455896 req-3b433965-bdfb-4bbc-97dd-362f52cb3065 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 945 time: 0.1309435 Apr 07 13:03:53.901009 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Allocated IP 172.28.2.233 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/ed52b993-9288-4cb3-b2bd-cdda589ab8c9) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:03:53.903162 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Pushing event updated for resources: {'Port': ['ID=379ecda2-614a-4a7f-b451-07ad2d5b8709,revision_number=1']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:53.938246 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Attempting to bind port 379ecda2-614a-4a7f-b451-07ad2d5b8709 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:03:53.938607 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Attempting to bind port 379ecda2-614a-4a7f-b451-07ad2d5b8709 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:03:53.938801 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Attempting to bind port 379ecda2-614a-4a7f-b451-07ad2d5b8709 on network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:03:53.948797 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:03:53.949797 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Checking segment: {'id': 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:03:53.950395 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.950881 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Bound using segment: {'id': 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:03:53.951374 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Bound port: 379ecda2-614a-4a7f-b451-07ad2d5b8709, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:03:53.951758 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:53.971997 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-caa9fc6f-0191-43ce-89ac-2a2cb9455896 req-a2cd040e-6822-4ba0-af39-7a3a4ff19800 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976005 Apr 07 13:03:54.002564 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:54.002942 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:54.046265 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks [] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:54.056843 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] For port 379ecda2-614a-4a7f-b451-07ad2d5b8709, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:03:54.061741 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] For port 379ecda2-614a-4a7f-b451-07ad2d5b8709, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=379ecda2-614a-4a7f-b451-07ad2d5b8709,segment=NetworkSegment(c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4),segment_id=c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:03:54.070285 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:54.084596 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:54.131650 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:03:54.136144 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:54.140903 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:03:54.163945 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee459366-9704-4489-bfdf-b037595d35a5 None None] Pushing event updated for resources: {'Port': ['ID=379ecda2-614a-4a7f-b451-07ad2d5b8709,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:54.166516 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:54.170903 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:54.182996 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Pushing event updated for resources: {'Port': ['ID=ed52b993-9288-4cb3-b2bd-cdda589ab8c9,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:54.203429 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=3eb38c11-1ceb-41cf-a5d8-a90e27956eeb,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:03:54.208747 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:54.282920 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=3eb38c11-1ceb-41cf-a5d8-a90e27956eeb,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:54.480560 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks [] for router_gateway (23a36950-7a84-46c2-848f-2dfa6f10b01f), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:54.566951 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Sync routers for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:03:54.578356 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:03:54.578961 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:03:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:54.689638 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:03:54.690000 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2031071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2017319'] for router (23a36950-7a84-46c2-848f-2dfa6f10b01f), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:54.909491 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 2, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:54.937237 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Checking router: 8558adac-2fb8-4943-be3a-5462d23b9def for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:03:54.937653 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Updating router 8558adac-2fb8-4943-be3a-5462d23b9def port 9caaca4a-6735-438f-b5c2-1720a104d090 binding host dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:03:54.968376 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:55.035896 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Router 23a36950-7a84-46c2-848f-2dfa6f10b01f is scheduled to L3 agent 45e35528-2698-4706-b1a2-483f8e65635b with binding_index 1 {{(pid=103162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 13:03:55.128878 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a4ca5-321a-43d8-b8a3-f94ead03015c req-2d36cee6-39ac-4750-87ca-c4e75fd9f2d6 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:55.130475 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-634a4ca5-321a-43d8-b8a3-f94ead03015c req-2d36cee6-39ac-4750-87ca-c4e75fd9f2d6 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 945 time: 0.0695302 Apr 07 13:03:55.162270 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:03:55.173308 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Sync routers for ids ['23a36950-7a84-46c2-848f-2dfa6f10b01f'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:03:55.191365 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Routers {'23a36950-7a84-46c2-848f-2dfa6f10b01f'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:03:55.192017 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:03:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['23a36950-7a84-46c2-848f-2dfa6f10b01f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:55.195891 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:55.200304 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-ebe912c7-750d-4001-8e0e-35e1a57d8f27 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9840922 Apr 07 13:03:55.200653 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39218) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:55.244723 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-634a4ca5-321a-43d8-b8a3-f94ead03015c req-f6d42c5c-09ae-491d-91ef-1a7be003cafd tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045332 Apr 07 13:03:55.292660 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Publish callbacks [] for port (9caaca4a-6735-438f-b5c2-1720a104d090), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:55.300253 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:55.351979 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Pushing event updated for resources: {'Port': ['ID=9caaca4a-6735-438f-b5c2-1720a104d090,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:55.361901 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.362790 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.363137 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.363770 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.364113 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.364578 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.364907 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.365229 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.365548 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.366001 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.366860 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.367238 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.367567 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.367889 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.368205 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:03:55.427663 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Set router 23a36950-7a84-46c2-848f-2dfa6f10b01f gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:03:55.516450 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Attempting to bind port 9caaca4a-6735-438f-b5c2-1720a104d090 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:03:55.516680 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b46a9bf-8b8e-486a-ad4f-665370c213a7 None None] Network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:03:55.516809 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Attempting to bind port 9caaca4a-6735-438f-b5c2-1720a104d090 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:03:55.517163 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Attempting to bind port 9caaca4a-6735-438f-b5c2-1720a104d090 on network 42a9f954-7cec-4f88-9028-e7f0655a7d97 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:03:55.522523 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:03:55.523015 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Checking segment: {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:03:55.523420 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:55.523808 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Bound using segment: {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:03:55.524274 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Bound port: 9caaca4a-6735-438f-b5c2-1720a104d090, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:03:55.524651 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:55.603115 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] For port 9caaca4a-6735-438f-b5c2-1720a104d090, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:03:55.608193 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] For port 9caaca4a-6735-438f-b5c2-1720a104d090, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=9caaca4a-6735-438f-b5c2-1720a104d090,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:03:55.617847 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:55.723932 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-af9a9707-4e83-43c7-982c-2919d42ccb25 None None] Provisioning complete for port 379ecda2-614a-4a7f-b451-07ad2d5b8709 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:55.724311 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af9a9707-4e83-43c7-982c-2919d42ccb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:55.731705 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:03:55.733109 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:03:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:55.871443 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf85d4d-9d69-4d37-ae94-7f95412fc3c5 None None] Pushing event updated for resources: {'Port': ['ID=9caaca4a-6735-438f-b5c2-1720a104d090,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:55.935501 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 379ecda2-614a-4a7f-b451-07ad2d5b8709 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:03:56.011470 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-af9a9707-4e83-43c7-982c-2919d42ccb25 None None] Current status of the port 379ecda2-614a-4a7f-b451-07ad2d5b8709 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:56.011866 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af9a9707-4e83-43c7-982c-2919d42ccb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.029740 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.046413 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 3, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'gw_port': {'id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:56.089245 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Checking router: 23a36950-7a84-46c2-848f-2dfa6f10b01f for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:03:56.090586 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Updating router 23a36950-7a84-46c2-848f-2dfa6f10b01f port ed52b993-9288-4cb3-b2bd-cdda589ab8c9 binding host dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:03:56.124548 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:03:56.140432 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-af9a9707-4e83-43c7-982c-2919d42ccb25 None None] For port 379ecda2-614a-4a7f-b451-07ad2d5b8709, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=379ecda2-614a-4a7f-b451-07ad2d5b8709,segment=NetworkSegment(c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4),segment_id=c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:03:56.148426 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.150069 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 379ecda2-614a-4a7f-b451-07ad2d5b8709 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:56.151619 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.156688 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-af9a9707-4e83-43c7-982c-2919d42ccb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.256287 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Allocated IP 172.20.0.1 (625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1/be2757e2-a84c-4069-bdf2-d3afc18fca08/6738edb3-a61e-43f4-ace9-63a776ec013b) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:03:56.349244 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:55Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:56.354022 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a9707-4e83-43c7-982c-2919d42ccb25 None None] Pushing event updated for resources: {'Port': ['ID=379ecda2-614a-4a7f-b451-07ad2d5b8709,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:56.369983 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Publish callbacks [] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.371567 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] Provisioning complete for port 9caaca4a-6735-438f-b5c2-1720a104d090 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:56.371567 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.383613 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24ce9a-0bbc-4166-b0fb-40f472d582cd None None] The sync data for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb is: [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:55Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:03:56.409995 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.466015 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=6738edb3-a61e-43f4-ace9-63a776ec013b,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:56.478171 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97709401-505e-4492-99e0-34e600a307cf req-a97ada09-0481-4cd2-81ad-271c73cc9dcd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584126 Apr 07 13:03:56.492390 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:03:56.494812 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:56.507565 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:03:56.519619 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 379ecda2-614a-4a7f-b451-07ad2d5b8709 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:56.520733 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:03:56.576628 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2031432'] for router_interface (23a36950-7a84-46c2-848f-2dfa6f10b01f), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.586410 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709401-505e-4492-99e0-34e600a307cf req-c714f29b-708a-4eb8-bd03-d99294d9edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:56.588207 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97709401-505e-4492-99e0-34e600a307cf req-c714f29b-708a-4eb8-bd03-d99294d9edd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70f91d9508b24239b943a0c3ceb83569&device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 1129 time: 0.0578024 Apr 07 13:03:56.673457 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] Current status of the port 9caaca4a-6735-438f-b5c2-1720a104d090 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:56.673841 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.700933 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:56.701302 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.785515 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] For port 9caaca4a-6735-438f-b5c2-1720a104d090, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=9caaca4a-6735-438f-b5c2-1720a104d090,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:03:56.788407 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.809639 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Publish callbacks [] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), precommit_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.847032 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.886650 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:56.982401 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709401-505e-4492-99e0-34e600a307cf req-3d05ad16-beb2-4800-9fd6-b0e48d049ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:56.983932 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97709401-505e-4492-99e0-34e600a307cf req-3d05ad16-beb2-4800-9fd6-b0e48d049ff1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=70912c15-a75d-455b-8f38-d97f39e9566a HTTP/1.1" status: 200 len: 914 time: 0.1858895 Apr 07 13:03:57.022686 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Publish callbacks [] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:57.030813 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133721'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:57.057356 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97709401-505e-4492-99e0-34e600a307cf req-9998852e-de4a-4b53-b32b-6f48ffab3d04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bff830fe-4470-4ff8-9338-cc9e3b08de4e HTTP/1.1" status: 200 len: 217 time: 0.0674789 Apr 07 13:03:57.110662 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2031588'] for router_interface (23a36950-7a84-46c2-848f-2dfa6f10b01f), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:57.111802 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709401-505e-4492-99e0-34e600a307cf req-786f9745-c748-4c3f-8dd0-214e811f9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:03:57.112472 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=6738edb3-a61e-43f4-ace9-63a776ec013b,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:57.114081 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97709401-505e-4492-99e0-34e600a307cf req-786f9745-c748-4c3f-8dd0-214e811f9030 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb63d68-ed1a-43ad-b910-7f82d295a0d1 HTTP/1.1" status: 200 len: 853 time: 0.0509906 Apr 07 13:03:57.126338 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] Pushing event updated for resources: {'Port': ['ID=9caaca4a-6735-438f-b5c2-1720a104d090,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:57.155561 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97709401-505e-4492-99e0-34e600a307cf req-f9cd8c9f-ff85-44d2-80ac-bb01c32f5294 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=70912c15-a75d-455b-8f38-d97f39e9566a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295653 Apr 07 13:03:57.200298 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] Provisioning complete for port 379ecda2-614a-4a7f-b451-07ad2d5b8709 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:57.201184 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:57.232899 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:03:57.234951 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:03:57.254795 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75ed9-52a6-46d7-8777-e33fc7ae6cb0 None None] Pushing event updated for resources: {'Port': ['ID=ed52b993-9288-4cb3-b2bd-cdda589ab8c9,revision_number=2']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:57.257340 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Attempting to bind port ed52b993-9288-4cb3-b2bd-cdda589ab8c9 on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:03:57.257515 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Attempting to bind port ed52b993-9288-4cb3-b2bd-cdda589ab8c9 by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:03:57.257882 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Attempting to bind port ed52b993-9288-4cb3-b2bd-cdda589ab8c9 on network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:03:57.269017 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:57.275350 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:03:57.275744 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Checking segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:03:57.276151 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:57.276547 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Bound using segment: {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'} {{(pid=103163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:03:57.277165 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.managers [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Bound port: ed52b993-9288-4cb3-b2bd-cdda589ab8c9, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26b4ff8-31e9-43b2-9a72-f554d93ca231', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36'}}] {{(pid=103163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:03:57.278017 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:57.315956 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97709401-505e-4492-99e0-34e600a307cf req-c544239d-2778-401b-a0ed-e1e2c3cc114a service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545103 Apr 07 13:03:57.396560 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Router 23a36950-7a84-46c2-848f-2dfa6f10b01f has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:03:57.399853 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] For port ed52b993-9288-4cb3-b2bd-cdda589ab8c9, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:03:57.435038 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] For port ed52b993-9288-4cb3-b2bd-cdda589ab8c9, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=ed52b993-9288-4cb3-b2bd-cdda589ab8c9,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:03:57.438460 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-97709401-505e-4492-99e0-34e600a307cf req-dcc492b6-a406-4ccf-bfee-aa39d6ba7db2 service neutron] 10.222.0.26 "GET /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164927 Apr 07 13:03:57.440164 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-fdd37dee-f3c9-4a38-9efd-0b16f32856f1 None None] Current status of the port 379ecda2-614a-4a7f-b451-07ad2d5b8709 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:57.446657 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:57.514896 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Routers {'23a36950-7a84-46c2-848f-2dfa6f10b01f'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:03:57.515552 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:03:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['23a36950-7a84-46c2-848f-2dfa6f10b01f'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:57.546797 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:03:57.551633 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-6ca6f730-8380-4ffc-add8-04a610fe5ec1 admin admin] 10.222.0.45 "PUT /v2.0/routers/23a36950-7a84-46c2-848f-2dfa6f10b01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3499489 Apr 07 13:03:57.569255 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75ed9-52a6-46d7-8777-e33fc7ae6cb0 None None] Pushing event updated for resources: {'Port': ['ID=ed52b993-9288-4cb3-b2bd-cdda589ab8c9,revision_number=3']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:57.615889 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-39af06cb-3913-48a6-8b70-52513b757057 None None] Provisioning complete for port 6738edb3-a61e-43f4-ace9-63a776ec013b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:57.616255 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-39af06cb-3913-48a6-8b70-52513b757057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:57.674523 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-39af06cb-3913-48a6-8b70-52513b757057 None None] Port 6738edb3-a61e-43f4-ace9-63a776ec013b cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:03:57.675295 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] Set router 23a36950-7a84-46c2-848f-2dfa6f10b01f gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:03:57.703134 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 9caaca4a-6735-438f-b5c2-1720a104d090 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:03:57.843509 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 9caaca4a-6735-438f-b5c2-1720a104d090 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:57.843890 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:57.972331 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 9caaca4a-6735-438f-b5c2-1720a104d090 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:57.973404 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 379ecda2-614a-4a7f-b451-07ad2d5b8709 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:03:58.008380 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 4, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'gw_port': {'id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6738edb3-a61e-43f4-ace9-63a776ec013b', 'name': '', 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'mac_address': 'fa:16:3e:7c:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:56Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 2, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'subnets': [{'id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:03:58.041285 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5cea3-1724-4651-b683-6a87efa62a51 None None] The sync data for ids ['23a36950-7a84-46c2-848f-2dfa6f10b01f'] in dv-cinder-836944-2-smb is: [{'id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 4, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'gw_port': {'id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6738edb3-a61e-43f4-ace9-63a776ec013b', 'name': '', 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'mac_address': 'fa:16:3e:7c:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:56Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 2, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'subnets': [{'id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:03:58.074952 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 379ecda2-614a-4a7f-b451-07ad2d5b8709 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:58.075352 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.194379 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 379ecda2-614a-4a7f-b451-07ad2d5b8709 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:58.338712 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39244) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:58.349602 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-a8825f2a-3db1-4282-978c-2f5589ac3bbf tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268966393', 'description': 'tempest-secgroup-smoke-1268966393 description', 'project_id': '720844d1691e46b9a97ca0cdee94bedc'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:58.375217 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8825f2a-3db1-4282-978c-2f5589ac3bbf tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.458597 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8825f2a-3db1-4282-978c-2f5589ac3bbf tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group (e83964f8-ffa6-426e-8884-3f722ac8b9cb), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.463980 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8825f2a-3db1-4282-978c-2f5589ac3bbf tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e83964f8-ffa6-426e-8884-3f722ac8b9cb), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.495096 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-a8825f2a-3db1-4282-978c-2f5589ac3bbf tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.496981 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-a8825f2a-3db1-4282-978c-2f5589ac3bbf tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1572130 Apr 07 13:03:58.499024 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8825f2a-3db1-4282-978c-2f5589ac3bbf tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83964f8-ffa6-426e-8884-3f722ac8b9cb,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:58.499987 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39248) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:58.505088 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [None req-f2f68ab7-6843-46b7-aeec-1047c1c54087 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Request body: {'security_group_rule': {'security_group_id': 'e83964f8-ffa6-426e-8884-3f722ac8b9cb', 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:58.531881 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2f68ab7-6843-46b7-aeec-1047c1c54087 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (cfa5ee94-5342-472f-8b46-dd7a9f5d392b), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.596457 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2f68ab7-6843-46b7-aeec-1047c1c54087 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (cfa5ee94-5342-472f-8b46-dd7a9f5d392b), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.600309 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2f68ab7-6843-46b7-aeec-1047c1c54087 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (cfa5ee94-5342-472f-8b46-dd7a9f5d392b), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.621976 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f68ab7-6843-46b7-aeec-1047c1c54087 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa5ee94-5342-472f-8b46-dd7a9f5d392b,revision_number=0']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:58.632694 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-f2f68ab7-6843-46b7-aeec-1047c1c54087 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.637078 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-f2f68ab7-6843-46b7-aeec-1047c1c54087 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355081 Apr 07 13:03:58.637234 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39250) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:58.641767 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5e903f23-5a58-4aef-b100-fecfb83170ed tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Request body: {'security_group_rule': {'security_group_id': 'e83964f8-ffa6-426e-8884-3f722ac8b9cb', 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:58.666291 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e903f23-5a58-4aef-b100-fecfb83170ed tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (2c79e268-00ce-41a7-a5c2-6987f03116d5), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.726059 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e903f23-5a58-4aef-b100-fecfb83170ed tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (2c79e268-00ce-41a7-a5c2-6987f03116d5), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.730942 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e903f23-5a58-4aef-b100-fecfb83170ed tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (2c79e268-00ce-41a7-a5c2-6987f03116d5), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.751750 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e903f23-5a58-4aef-b100-fecfb83170ed tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c79e268-00ce-41a7-a5c2-6987f03116d5,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:58.757960 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5e903f23-5a58-4aef-b100-fecfb83170ed tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.759202 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5e903f23-5a58-4aef-b100-fecfb83170ed tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209977 Apr 07 13:03:58.762109 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39252) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:58.766305 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-e301cd9e-f183-4b51-a0a9-04d9a5436a40 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Request body: {'security_group_rule': {'security_group_id': 'e83964f8-ffa6-426e-8884-3f722ac8b9cb', 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:58.790990 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e301cd9e-f183-4b51-a0a9-04d9a5436a40 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (fff9f628-8f9f-48f3-85d5-a8fff635d066), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.848471 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e301cd9e-f183-4b51-a0a9-04d9a5436a40 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (fff9f628-8f9f-48f3-85d5-a8fff635d066), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.851941 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e301cd9e-f183-4b51-a0a9-04d9a5436a40 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (fff9f628-8f9f-48f3-85d5-a8fff635d066), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.869573 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301cd9e-f183-4b51-a0a9-04d9a5436a40 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff9f628-8f9f-48f3-85d5-a8fff635d066,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:58.877827 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-e301cd9e-f183-4b51-a0a9-04d9a5436a40 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.878974 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-e301cd9e-f183-4b51-a0a9-04d9a5436a40 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159315 Apr 07 13:03:58.881672 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39254) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:58.885796 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-b4684c32-97ac-4255-81e0-16fcd4ca7015 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Request body: {'security_group_rule': {'security_group_id': 'e83964f8-ffa6-426e-8884-3f722ac8b9cb', 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:58.908404 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4684c32-97ac-4255-81e0-16fcd4ca7015 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (4891ebdf-0c19-4d0b-81c9-9b2d4c919a70), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.962876 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4684c32-97ac-4255-81e0-16fcd4ca7015 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (4891ebdf-0c19-4d0b-81c9-9b2d4c919a70), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.966793 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4684c32-97ac-4255-81e0-16fcd4ca7015 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (4891ebdf-0c19-4d0b-81c9-9b2d4c919a70), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.984278 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4684c32-97ac-4255-81e0-16fcd4ca7015 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4891ebdf-0c19-4d0b-81c9-9b2d4c919a70,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:58.990489 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b4684c32-97ac-4255-81e0-16fcd4ca7015 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:58.991646 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b4684c32-97ac-4255-81e0-16fcd4ca7015 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1090505 Apr 07 13:03:58.994402 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39256) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:58.998659 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-5ac1d58f-d167-4332-9cad-345d5cb6bd5e tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Request body: {'security_group_rule': {'security_group_id': 'e83964f8-ffa6-426e-8884-3f722ac8b9cb', 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:59.017502 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-5ac1d58f-d167-4332-9cad-345d5cb6bd5e tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Project 720844d1691e46b9a97ca0cdee94bedc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 13:03:59.022008 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d58f-d167-4332-9cad-345d5cb6bd5e tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (a7493c6f-2909-4f1a-aa99-d4b46a3ff443), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.077607 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d58f-d167-4332-9cad-345d5cb6bd5e tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (a7493c6f-2909-4f1a-aa99-d4b46a3ff443), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.081107 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d58f-d167-4332-9cad-345d5cb6bd5e tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (a7493c6f-2909-4f1a-aa99-d4b46a3ff443), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.100614 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1d58f-d167-4332-9cad-345d5cb6bd5e tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7493c6f-2909-4f1a-aa99-d4b46a3ff443,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:59.108972 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d58f-d167-4332-9cad-345d5cb6bd5e tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.110148 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-5ac1d58f-d167-4332-9cad-345d5cb6bd5e tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1148388 Apr 07 13:03:59.112838 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39258) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:03:59.119537 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-3b499e03-3632-4f11-866e-d0911047739f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Request body: {'security_group_rule': {'security_group_id': 'e83964f8-ffa6-426e-8884-3f722ac8b9cb', 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:03:59.151838 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.securitygroups_db [None req-3b499e03-3632-4f11-866e-d0911047739f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Project 720844d1691e46b9a97ca0cdee94bedc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 13:03:59.160213 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b499e03-3632-4f11-866e-d0911047739f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (96ce6a3e-4935-4a65-955f-7a4bb8a1a071), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.228567 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b499e03-3632-4f11-866e-d0911047739f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (96ce6a3e-4935-4a65-955f-7a4bb8a1a071), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.232451 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b499e03-3632-4f11-866e-d0911047739f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028974'] for security_group_rule (96ce6a3e-4935-4a65-955f-7a4bb8a1a071), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.260111 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b499e03-3632-4f11-866e-d0911047739f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ce6a3e-4935-4a65-955f-7a4bb8a1a071,revision_number=0']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:03:59.265960 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-3b499e03-3632-4f11-866e-d0911047739f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.275539 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-3b499e03-3632-4f11-866e-d0911047739f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534679 Apr 07 13:03:59.692145 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device ed52b993-9288-4cb3-b2bd-cdda589ab8c9 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:03:59.748935 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port ed52b993-9288-4cb3-b2bd-cdda589ab8c9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:03:59.749375 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.857005 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port ed52b993-9288-4cb3-b2bd-cdda589ab8c9 is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:03:59.857481 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.878539 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] For port ed52b993-9288-4cb3-b2bd-cdda589ab8c9, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=ed52b993-9288-4cb3-b2bd-cdda589ab8c9,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:03:59.882062 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:03:59.929238 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Pushing event updated for resources: {'Port': ['ID=ed52b993-9288-4cb3-b2bd-cdda589ab8c9,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:00.582400 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Sync routers for ids ['23a36950-7a84-46c2-848f-2dfa6f10b01f'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:04:00.593890 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Routers {'23a36950-7a84-46c2-848f-2dfa6f10b01f'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:04:00.594539 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:03:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['23a36950-7a84-46c2-848f-2dfa6f10b01f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:00.706658 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Set router 23a36950-7a84-46c2-848f-2dfa6f10b01f gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:04:00.903751 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 4, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'gw_port': {'id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6738edb3-a61e-43f4-ace9-63a776ec013b', 'name': '', 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'mac_address': 'fa:16:3e:7c:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:56Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 2, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'subnets': [{'id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:00.929376 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Checking router: 23a36950-7a84-46c2-848f-2dfa6f10b01f for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:04:00.929721 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Updating router 23a36950-7a84-46c2-848f-2dfa6f10b01f port 6738edb3-a61e-43f4-ace9-63a776ec013b binding host dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 13:04:00.960050 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.224120 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Publish callbacks [] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), precommit_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.229207 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.277978 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3121f-d31a-42c9-b04a-7d7e7da9bf26 None None] Pushing event updated for resources: {'Port': ['ID=6738edb3-a61e-43f4-ace9-63a776ec013b,revision_number=3']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:01.340947 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Attempting to bind port 6738edb3-a61e-43f4-ace9-63a776ec013b on host dv-cinder-836944-2-smb for vnic_type normal with profile {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:04:01.341341 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Attempting to bind port 6738edb3-a61e-43f4-ace9-63a776ec013b by drivers openvswitch,hyperv on host dv-cinder-836944-2-smb at level 0 using segments [{'id': 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1'}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:04:01.341707 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Attempting to bind port 6738edb3-a61e-43f4-ace9-63a776ec013b on network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:04:01.348770 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Checking agent: {'id': '2c8e2351-8e28-4cda-a4cb-85e5e5120a38', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836944-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 47, 8), 'started_at': datetime.datetime(2022, 4, 7, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836944-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:04:01.349144 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Checking segment: {'id': 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:04:01.349540 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.349940 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Bound using segment: {'id': 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1'} {{(pid=103164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:04:01.350438 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.managers [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Bound port: 6738edb3-a61e-43f4-ace9-63a776ec013b, host: dv-cinder-836944-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1'}}] {{(pid=103164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:04:01.350890 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), before_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.431624 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] For port 6738edb3-a61e-43f4-ace9-63a776ec013b, host dv-cinder-836944-2-smb, cleared binding levels {{(pid=103164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:04:01.435612 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.plugins.ml2.db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] For port 6738edb3-a61e-43f4-ace9-63a776ec013b, host dv-cinder-836944-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=6738edb3-a61e-43f4-ace9-63a776ec013b,segment=NetworkSegment(c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4),segment_id=c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4)] {{(pid=103164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:04:01.441251 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron_lib.callbacks.manager [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), after_update {{(pid=103164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.504611 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3121f-d31a-42c9-b04a-7d7e7da9bf26 None None] Pushing event updated for resources: {'Port': ['ID=6738edb3-a61e-43f4-ace9-63a776ec013b,revision_number=4']} {{(pid=103164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:01.507387 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Routers {'23a36950-7a84-46c2-848f-2dfa6f10b01f'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:04:01.507786 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:03:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['23a36950-7a84-46c2-848f-2dfa6f10b01f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:01.548874 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-44429fad-3b5d-4d54-8d37-ffa2cef91bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.551851 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-f3bd2f30-e6f3-4925-9464-3b50c06afc70 None None] Provisioning complete for port 6738edb3-a61e-43f4-ace9-63a776ec013b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:04:01.552305 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2f30-e6f3-4925-9464-3b50c06afc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.632977 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] Set router 23a36950-7a84-46c2-848f-2dfa6f10b01f gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:04:01.664927 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd2f30-e6f3-4925-9464-3b50c06afc70 None None] Current status of the port 6738edb3-a61e-43f4-ace9-63a776ec013b is: DOWN; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:04:01.665594 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2f30-e6f3-4925-9464-3b50c06afc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.720963 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-f3bd2f30-e6f3-4925-9464-3b50c06afc70 None None] For port 6738edb3-a61e-43f4-ace9-63a776ec013b, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=6738edb3-a61e-43f4-ace9-63a776ec013b,segment=NetworkSegment(c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4),segment_id=c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:04:01.727213 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2f30-e6f3-4925-9464-3b50c06afc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.790141 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd2f30-e6f3-4925-9464-3b50c06afc70 None None] Pushing event updated for resources: {'Port': ['ID=6738edb3-a61e-43f4-ace9-63a776ec013b,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:01.813177 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device ed52b993-9288-4cb3-b2bd-cdda589ab8c9 up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:04:01.870465 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-64e727f7-a52f-4b83-8f0d-f670e67ffc43 None None] Provisioning complete for port 6738edb3-a61e-43f4-ace9-63a776ec013b triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:04:01.870913 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64e727f7-a52f-4b83-8f0d-f670e67ffc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.896626 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 4, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'gw_port': {'id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6738edb3-a61e-43f4-ace9-63a776ec013b', 'name': '', 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'mac_address': 'fa:16:3e:7c:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:56Z', 'updated_at': '2022-04-07T13:04:01Z', 'revision_number': 4, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'subnets': [{'id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:01.919332 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port ed52b993-9288-4cb3-b2bd-cdda589ab8c9 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:04:01.919707 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:01.926172 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24faf1-2072-4a89-a1bc-18de994cf291 None None] The sync data for ids ['23a36950-7a84-46c2-848f-2dfa6f10b01f'] in dv-cinder-836944-2-smb is: [{'id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 4, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'gw_port': {'id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '6738edb3-a61e-43f4-ace9-63a776ec013b', 'name': '', 'network_id': '625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'mac_address': 'fa:16:3e:7c:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:56Z', 'updated_at': '2022-04-07T13:04:01Z', 'revision_number': 4, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'subnets': [{'id': 'be2757e2-a84c-4069-bdf2-d3afc18fca08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:04:01.999109 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-64e727f7-a52f-4b83-8f0d-f670e67ffc43 None None] Current status of the port 6738edb3-a61e-43f4-ace9-63a776ec013b is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:04:02.051016 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port ed52b993-9288-4cb3-b2bd-cdda589ab8c9 is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:04:02.052367 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 6738edb3-a61e-43f4-ace9-63a776ec013b up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:04:02.103182 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 6738edb3-a61e-43f4-ace9-63a776ec013b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:04:02.103555 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:02.185812 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 6738edb3-a61e-43f4-ace9-63a776ec013b is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:04:03.661293 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 6738edb3-a61e-43f4-ace9-63a776ec013b up at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:04:03.714414 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Provisioning complete for port 6738edb3-a61e-43f4-ace9-63a776ec013b triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:04:03.714818 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:03.797616 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Current status of the port 6738edb3-a61e-43f4-ace9-63a776ec013b is: ACTIVE; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:04:03.865625 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c6e6943f-7b74-4595-8a99-2c2397935d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:05.144858 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:06.411085 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:07.829750 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:11.873159 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:04:12.514634 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-b8b1418a-3534-4b19-bb38-f15d7c0074eb tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268966393&fields=id&tenant_id=720844d1691e46b9a97ca0cdee94bedc HTTP/1.1" status: 200 len: 267 time: 0.0423424 Apr 07 13:04:12.621736 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-d284de60-ff50-4022-b609-c0fc0ba779c9 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:12.623153 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-d284de60-ff50-4022-b609-c0fc0ba779c9 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 809 time: 0.1014514 Apr 07 13:04:12.638283 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-8416d5c7-0985-4eb7-a748-11587d7a2aac tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/quotas/720844d1691e46b9a97ca0cdee94bedc HTTP/1.1" status: 200 len: 375 time: 0.0086818 Apr 07 13:04:12.693561 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-05cc29ce-3940-4231-8fb6-ef28dcfb611b tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493765 Apr 07 13:04:12.784486 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-8997dc83-c40c-4de6-83ed-d999ef2e1ad0 service neutron] 10.222.0.45 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803189 Apr 07 13:04:12.875575 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-96ed190b-7ab5-4f18-9eab-afe013db2b6d service neutron] 10.222.0.45 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852315 Apr 07 13:04:13.155378 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a82318e8-5060-4049-b8ed-07c2eaffdab7 req-ce2aa511-8df6-44d7-a07c-dd822db736f8 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 210 time: 0.0267994 Apr 07 13:04:14.248239 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1f419d0e-96e1-4b71-99ce-5e28112fd747 req-fda55044-13d5-4846-8869-47e7059ff041 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 210 time: 0.0264769 Apr 07 13:04:15.349225 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-e8f38cff-83ab-46dd-9be0-05d2eadbbfa8 req-f431bda0-ef77-4942-b2b8-64f33caeeff8 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 210 time: 0.0290260 Apr 07 13:04:15.447082 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-b4d230ea-628b-4d0d-baf8-6a0c13ec60de tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:15.448539 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-b4d230ea-628b-4d0d-baf8-6a0c13ec60de tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.26 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 809 time: 0.3817923 Apr 07 13:04:15.510283 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-7a2693c0-169e-4916-bc88-51ad38153610 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720844d1691e46b9a97ca0cdee94bedc HTTP/1.1" status: 200 len: 380 time: 0.0539441 Apr 07 13:04:15.520164 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Request body: {'port': {'device_id': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'admin_state_up': True, 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'security_groups': ['e83964f8-ffa6-426e-8884-3f722ac8b9cb']}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:04:15.627547 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Made reservation on behalf of 720844d1691e46b9a97ca0cdee94bedc for: {'port': 1} {{(pid=103161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 13:04:15.630881 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:15.751168 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_common [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Allocated IP 172.20.0.6 (42a9f954-7cec-4f88-9028-e7f0655a7d97/eee15df2-a012-40ad-b256-32303d0f38e8/a671dbb0-8bcf-42ad-a1f8-e1af439651a7) {{(pid=103161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:04:15.887608 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), precommit_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:15.919066 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), after_create {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:15.960691 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Network 42a9f954-7cec-4f88-9028-e7f0655a7d97 is already hosted by enough agents. {{(pid=103161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:04:15.963838 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.base_scheduler [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Resources bound (agent type, host, resource id): {{(pid=103161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:04:15.969768 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Received port after_create {{(pid=103161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:04:15.976512 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'Port': ['ID=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,revision_number=1']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:16.023044 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:16.023675 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:16.041888 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0fec4cfd-268f-4907-a8c6-2b3a0ba938a1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5259786 Apr 07 13:04:16.053514 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.v2.base [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Request body: {'port': {'device_id': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83694'}} {{(pid=103161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:04:16.129707 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:16.208742 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-382bc1ab-1d23-4390-a60a-d2b2ab743189 None None] Provisioning complete for port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 triggered by entity DHCP. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:04:16.209265 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-382bc1ab-1d23-4390-a60a-d2b2ab743189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:16.245452 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-382bc1ab-1d23-4390-a60a-d2b2ab743189 None None] Port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 cannot update to ACTIVE because it is not bound. {{(pid=103163) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 13:04:16.415646 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a671dbb0-8bcf-42ad-a1f8-e1af439651a7 {{(pid=103161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:04:16.423003 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Publish callbacks [] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), precommit_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:16.436015 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.provisioning_blocks [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Transition to ACTIVE for port object a671dbb0-8bcf-42ad-a1f8-e1af439651a7 will not be triggered until provisioned by entity L2. {{(pid=103161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 13:04:16.439723 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:16.471968 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a6323-71ee-47eb-8796-682958c5b970 req-3899ecf3-0979-48f0-b4b6-74b3b3e8a171 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:16.473523 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-449a6323-71ee-47eb-8796-682958c5b970 req-3899ecf3-0979-48f0-b4b6-74b3b3e8a171 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 931 time: 0.0577219 Apr 07 13:04:16.494911 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Pushing event updated for resources: {'Port': ['ID=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,revision_number=2']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:16.528374 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-449a6323-71ee-47eb-8796-682958c5b970 req-ec1c6a25-f781-4cc6-b3fd-9b501a45054a tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487587 Apr 07 13:04:16.567521 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Attempting to bind port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 on host hv-cinder-83694 for vnic_type normal with profile {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 13:04:16.567860 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Attempting to bind port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 by drivers openvswitch,hyperv on host hv-cinder-83694 at level 0 using segments [{'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 13:04:16.568195 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Attempting to bind port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 on network 42a9f954-7cec-4f88-9028-e7f0655a7d97 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:04:16.572856 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 on network 42a9f954-7cec-4f88-9028-e7f0655a7d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83694 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 13:04:16.573162 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Attempting to bind port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 on network 42a9f954-7cec-4f88-9028-e7f0655a7d97 {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 13:04:16.578002 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Checking agent: {'id': 'f4df7f23-9e32-45e9-9f98-4e18a7e03c00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'started_at': datetime.datetime(2022, 4, 7, 12, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 13, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 13:04:16.578384 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Checking segment: {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 13:04:16.578784 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Bound using segment: {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'} {{(pid=103161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 13:04:16.579221 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.managers [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Bound port: a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host: hv-cinder-83694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64cfb6d3-c8f7-4182-8518-ebeccb31b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97'}}] {{(pid=103161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 13:04:16.580071 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), before_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:16.652123 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, cleared binding levels {{(pid=103161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 13:04:16.655581 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 13:04:16.662945 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5211618'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), after_update {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:16.702843 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:16.703459 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:16.704892 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] 10.222.0.26 "PUT /v2.0/ports/a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 1093 time: 0.6555130 Apr 07 13:04:16.705370 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:04:16.707750 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf3ba3-db52-4756-a411-bb422a8e52cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:04:16.745410 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3ea4c-e7e0-4726-aa57-91877f7091ac service neutron] Pushing event updated for resources: {'Port': ['ID=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,revision_number=3']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:16.759835 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f601dc00-45ab-4d0f-b135-08e3a4c4b81a x-openstack-request-id: req-f601dc00-45ab-4d0f-b135-08e3a4c4b81a {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:04:16.760128 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:04:16.760691 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f601dc00-45ab-4d0f-b135-08e3a4c4b81a {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:04:16.761376 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f601dc00-45ab-4d0f-b135-08e3a4c4b81a'] response: {'name': 'network-changed', 'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'status': 'completed', 'code': 200} Apr 07 13:04:16.809289 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-50a10633-d637-4287-8c86-7912dd1ed505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:16.810921 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-50a10633-d637-4287-8c86-7912dd1ed505 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1127 time: 0.0620770 Apr 07 13:04:16.854500 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-a8f2df13-6cf8-404f-b5cb-d56a1941626c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 217 time: 0.0368731 Apr 07 13:04:16.906027 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-15a3a88f-d9d0-4b92-9997-d552132d62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:16.907532 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-15a3a88f-d9d0-4b92-9997-d552132d62e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 200 len: 848 time: 0.0469949 Apr 07 13:04:16.959223 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-19a3ef55-1e41-44f7-8ef7-6e3a53686728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:16.960637 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-19a3ef55-1e41-44f7-8ef7-6e3a53686728 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42a9f954-7cec-4f88-9028-e7f0655a7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475922 Apr 07 13:04:17.052010 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-036e18f5-ac54-4e2a-90d5-998cd09a1097 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840223 Apr 07 13:04:17.145561 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51901d76-6db4-482c-ad0c-31d0cec274e6 req-0e66ba4f-ab6d-4e85-ae90-b43cba410276 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868394 Apr 07 13:04:17.596847 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260510ef-5d46-4d17-8090-b1d0bb7e168e req-4e9ecda7-39ca-403d-9628-81aab9585886 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:17.598387 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-260510ef-5d46-4d17-8090-b1d0bb7e168e req-4e9ecda7-39ca-403d-9628-81aab9585886 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 945 time: 0.0550168 Apr 07 13:04:17.647311 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-260510ef-5d46-4d17-8090-b1d0bb7e168e req-9570d121-ad80-450d-8732-8fa57c02bb64 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Apr 07 13:04:17.651176 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d9ec1-1804-4ea2-8c1f-5eee0ecf38c1 req-02def0f6-7631-49e7-b90c-0a30503dabcb tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:17.652672 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4c1d9ec1-1804-4ea2-8c1f-5eee0ecf38c1 req-02def0f6-7631-49e7-b90c-0a30503dabcb tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 943 time: 0.0524683 Apr 07 13:04:17.699477 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-4c1d9ec1-1804-4ea2-8c1f-5eee0ecf38c1 req-62126d22-5dae-4025-8f59-816dc8429895 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 Apr 07 13:04:17.960399 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-14be0f5d-5e9f-4b82-aff7-cf8e956227c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:17.961847 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-14be0f5d-5e9f-4b82-aff7-cf8e956227c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1127 time: 0.0504930 Apr 07 13:04:18.567488 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a671dbb0-8bcf-42ad-a1f8-e1af439651a7 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:04:18.669170 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:04:18.680629 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'port_id': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'mac_address': 'fa:16:3e:b8:4d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:04:18.720933 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:04:18.721648 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:18.735735 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a671dbb0-8bcf-42ad-a1f8-e1af439651a7 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:04:18.757483 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:04:18.762831 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:18.767927 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2986dc-36c8-40c4-b25c-4f0be8821d68 req-6bca652e-eab1-4d4e-bdfd-f8015cad419e tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:18.769493 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4b2986dc-36c8-40c4-b25c-4f0be8821d68 req-6bca652e-eab1-4d4e-bdfd-f8015cad419e tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 945 time: 0.0537236 Apr 07 13:04:18.813017 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,revision_number=4']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:18.823274 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c5519-1db5-407e-8ba8-c88bbd5d50d8 req-77278559-5630-44ef-881c-d1e076578193 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:18.824810 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fb9c5519-1db5-407e-8ba8-c88bbd5d50d8 req-77278559-5630-44ef-881c-d1e076578193 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 944 time: 0.0543385 Apr 07 13:04:18.826080 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4b2986dc-36c8-40c4-b25c-4f0be8821d68 req-112d9a40-8c39-4b66-9621-0cbca7683421 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507464 Apr 07 13:04:18.875651 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-fb9c5519-1db5-407e-8ba8-c88bbd5d50d8 req-8f96577a-eea5-43b7-920b-e772e54c818b tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452006 Apr 07 13:04:18.991121 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['a671dbb0-8bcf-42ad-a1f8-e1af439651a7'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:04:19.078659 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:19.935173 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77960e3-3ce3-43c7-ae0c-599d6623fef9 req-c9920c98-99cb-4dc3-ac1e-74d79df87b19 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:19.936652 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e77960e3-3ce3-43c7-ae0c-599d6623fef9 req-c9920c98-99cb-4dc3-ac1e-74d79df87b19 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 945 time: 0.0520186 Apr 07 13:04:19.984446 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e77960e3-3ce3-43c7-ae0c-599d6623fef9 req-98b7cee3-2f8e-4cff-a8ca-6d34b5ee073e tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Apr 07 13:04:19.993286 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c612-d379-441d-a9fa-32575626faa3 req-a39a781c-af0f-4f35-8895-1712b3e9307f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:19.994808 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f733c612-d379-441d-a9fa-32575626faa3 req-a39a781c-af0f-4f35-8895-1712b3e9307f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 944 time: 0.0510578 Apr 07 13:04:20.042164 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-f733c612-d379-441d-a9fa-32575626faa3 req-64199719-fa59-4b3e-9ffb-c40c9188b3f3 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Apr 07 13:04:20.593917 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a671dbb0-8bcf-42ad-a1f8-e1af439651a7 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:04:20.650732 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning for port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 completed by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 13:04:20.656289 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:04:20.657437 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:20.731732 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:04:20.732115 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:20.754506 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:04:20.756723 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a38792e-e4b8-468f-90c1-9b4251e1bc86" -d '{"events": [{"server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "name": "network-vif-plugged", "status": "completed", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:04:20.769671 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:04:20.772783 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:20.795840 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fbb6c2-3868-4dc9-838a-639cc90b77d0 x-openstack-request-id: req-e8fbb6c2-3868-4dc9-838a-639cc90b77d0 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:04:20.796156 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "name": "network-vif-plugged", "status": "completed", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:04:20.796416 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8fbb6c2-3868-4dc9-838a-639cc90b77d0 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:04:20.796807 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fbb6c2-3868-4dc9-838a-639cc90b77d0'] response: {'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'code': 200} Apr 07 13:04:20.821662 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,revision_number=5']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:21.102587 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cb895-d441-4177-beaf-1259bd7bac0f req-6847ebb7-2858-4284-9144-2deb3f461be1 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:21.104097 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-183cb895-d441-4177-beaf-1259bd7bac0f req-6847ebb7-2858-4284-9144-2deb3f461be1 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 945 time: 0.0524869 Apr 07 13:04:21.151173 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-183cb895-d441-4177-beaf-1259bd7bac0f req-6d47bc50-177e-41ad-b9d9-c88216057d6b tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Apr 07 13:04:21.170374 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07939d-ad20-4e1f-917c-718e394a4574 req-5e54c3c6-62ba-4ab4-bd36-6644072c7104 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:21.171843 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9b07939d-ad20-4e1f-917c-718e394a4574 req-5e54c3c6-62ba-4ab4-bd36-6644072c7104 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0628202 Apr 07 13:04:21.219729 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-9b07939d-ad20-4e1f-917c-718e394a4574 req-18640bae-9938-43d3-85ec-ccadfa913441 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418513 Apr 07 13:04:21.948914 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-55b76d41-3cbd-49e1-af87-8feb4badf3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:21.950307 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-55b76d41-3cbd-49e1-af87-8feb4badf3de service neutron] 10.222.0.26 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 910 time: 0.0832179 Apr 07 13:04:22.095555 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-0790f3e9-1821-4770-b4b7-17db272d92bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 217 time: 0.0399003 Apr 07 13:04:22.178125 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-709f25a4-6e6c-4acd-be99-76cd6ae5f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:22.179614 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-709f25a4-6e6c-4acd-be99-76cd6ae5f088 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 200 len: 848 time: 0.0634427 Apr 07 13:04:22.187070 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7d58d-5039-45c8-acd2-392afd4bd946 req-ce1cf108-1c3b-4891-bef9-19ef962bf513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:22.188369 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-08e7d58d-5039-45c8-acd2-392afd4bd946 req-ce1cf108-1c3b-4891-bef9-19ef962bf513 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1129 time: 0.0804532 Apr 07 13:04:22.284893 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b286a-0480-4205-83d9-2687b3602df2 req-8c4eccaa-1491-4457-b5d1-daaed1787d45 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:22.287201 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c17b286a-0480-4205-83d9-2687b3602df2 req-8c4eccaa-1491-4457-b5d1-daaed1787d45 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 945 time: 0.0676451 Apr 07 13:04:22.304138 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-1dcd8d5c-940e-4863-92ac-d7853ae055c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:22.305647 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-1dcd8d5c-940e-4863-92ac-d7853ae055c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42a9f954-7cec-4f88-9028-e7f0655a7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1164556 Apr 07 13:04:22.308161 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-08e7d58d-5039-45c8-acd2-392afd4bd946 req-b74b883a-f2b6-484b-b516-b947dad64328 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006820 Apr 07 13:04:22.335192 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-c17b286a-0480-4205-83d9-2687b3602df2 req-ebdbe5a9-8c24-4a9d-9554-86f64c7bc2b8 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ed4089a-4407-43ff-bb3c-e486c041db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Apr 07 13:04:22.343638 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-c1fbbc0f-2ef2-4961-aa4b-56815716ac1f tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:22.345090 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-c1fbbc0f-2ef2-4961-aa4b-56815716ac1f tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.26 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 945 time: 0.1541688 Apr 07 13:04:22.369785 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829332e-a7b9-4aba-b6ec-f234e94a56f2 req-6d933eb9-c450-4748-b778-292acccd6ffa tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:22.371248 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f829332e-a7b9-4aba-b6ec-f234e94a56f2 req-6d933eb9-c450-4748-b778-292acccd6ffa tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0727305 Apr 07 13:04:22.419119 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f829332e-a7b9-4aba-b6ec-f234e94a56f2 req-c948ca17-c76a-43d0-8f71-25c3e32ad30b tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Apr 07 13:04:22.635231 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-087075f6-6a71-490e-97d2-4ec5990513cf service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443484 Apr 07 13:04:22.671829 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Deleting port bff830fe-4470-4ff8-9338-cc9e3b08de4e {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:04:22.672166 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:22.794893 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b1cf3ba3-db52-4756-a411-bb422a8e52cb req-f0f3b6da-cce1-4f4d-a728-7f0e9b009cbe service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531074 Apr 07 13:04:22.806109 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] For port bff830fe-4470-4ff8-9338-cc9e3b08de4e, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=bff830fe-4470-4ff8-9338-cc9e3b08de4e,segment=NetworkSegment(21ecefaa-1fe6-41b1-bb22-48516f59a634),segment_id=21ecefaa-1fe6-41b1-bb22-48516f59a634)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:04:22.806498 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:22.817987 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Calling delete_port for bff830fe-4470-4ff8-9338-cc9e3b08de4e owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:04:22.946649 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (bff830fe-4470-4ff8-9338-cc9e3b08de4e), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:22.957961 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['bff830fe-4470-4ff8-9338-cc9e3b08de4e'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:04:22.975513 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Pushing event deleted for resources: {'Port': ['ID=bff830fe-4470-4ff8-9338-cc9e3b08de4e,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:23.016954 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] No DVR routers for this DVR port bff830fe-4470-4ff8-9338-cc9e3b08de4e on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:04:23.019751 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:23.022959 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-853a57ab-2e0d-4016-8cb2-59c5656b1e2e req-6f708110-58aa-4f31-8ad5-74747b08a542 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.26 "DELETE /v2.0/ports/bff830fe-4470-4ff8-9338-cc9e3b08de4e HTTP/1.1" status: 204 len: 173 time: 0.5250196 Apr 07 13:04:23.023389 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972223ed-3faa-4309-a93e-2dcdf0303dbe', 'name': 'network-vif-deleted', 'tag': 'bff830fe-4470-4ff8-9338-cc9e3b08de4e'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:04:23.025586 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f53072-03bb-4175-a19a-87665a4a7364" -d '{"events": [{"server_uuid": "972223ed-3faa-4309-a93e-2dcdf0303dbe", "name": "network-vif-deleted", "tag": "bff830fe-4470-4ff8-9338-cc9e3b08de4e"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:04:23.067586 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3253b-3379-47b0-bef5-17419ddc66ed x-openstack-request-id: req-45a3253b-3379-47b0-bef5-17419ddc66ed {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:04:23.067971 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972223ed-3faa-4309-a93e-2dcdf0303dbe", "name": "network-vif-deleted", "tag": "bff830fe-4470-4ff8-9338-cc9e3b08de4e", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:04:23.068363 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45a3253b-3379-47b0-bef5-17419ddc66ed {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:04:23.068880 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a3253b-3379-47b0-bef5-17419ddc66ed'] response: {'server_uuid': '972223ed-3faa-4309-a93e-2dcdf0303dbe', 'name': 'network-vif-deleted', 'tag': 'bff830fe-4470-4ff8-9338-cc9e3b08de4e', 'status': 'completed', 'code': 200} Apr 07 13:04:23.439025 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-635f319b-fa0e-4fa7-89b1-5eb7c339a4a4 req-f2266fed-555a-4f7a-94df-6b58d05f0517 tempest-VolumesSnapshotTestJSON-1400595509 tempest-VolumesSnapshotTestJSON-1400595509-project] 10.222.0.45 "GET /v2.0/ports?device_id=972223ed-3faa-4309-a93e-2dcdf0303dbe HTTP/1.1" status: 200 len: 210 time: 0.0260725 Apr 07 13:04:23.535566 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d0247-f01e-4048-8662-9c9fb41836ff req-e9493fbf-47ba-4199-b341-1ffdeb1404fb tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:23.537014 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9b1d0247-f01e-4048-8662-9c9fb41836ff req-e9493fbf-47ba-4199-b341-1ffdeb1404fb tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0506372 Apr 07 13:04:23.584170 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9b1d0247-f01e-4048-8662-9c9fb41836ff req-419d9bd0-b076-4b3c-8c12-f31ac13eb3f0 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Apr 07 13:04:23.709191 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51132212-4be8-4344-847c-c594f8edcb9f req-86e7bfc0-15ae-49ea-bdfe-2dc09c7445d7 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:23.710781 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51132212-4be8-4344-847c-c594f8edcb9f req-86e7bfc0-15ae-49ea-bdfe-2dc09c7445d7 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0555038 Apr 07 13:04:23.759446 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-51132212-4be8-4344-847c-c594f8edcb9f req-a53b91fe-1cbb-422b-b247-f96ca210f78c tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Apr 07 13:04:23.781613 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39480) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:04:23.919564 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f0f41-fad2-46b0-adc7-758a5c2ffefa tempest-TestShelveInstance-301715956 tempest-TestShelveInstance-301715956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:23.921500 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-c80f0f41-fad2-46b0-adc7-758a5c2ffefa tempest-TestShelveInstance-301715956 tempest-TestShelveInstance-301715956-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1124 time: 0.1388347 Apr 07 13:04:23.924912 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39484) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:04:23.929128 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.v2.base [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Request body: {'floatingip': {'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'port_id': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 13:04:23.948522 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:24.042850 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (None), before_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:24.149045 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_common [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Allocated IP 172.28.2.213 (fdde7dd6-ade0-4060-be18-d7e05bcc7f36/7086d081-16f0-4757-bfdf-673e30d6e78d/a93c9b33-629e-4189-bc1c-b7338b4f27ed) {{(pid=103162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 13:04:24.248209 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for port (a93c9b33-629e-4189-bc1c-b7338b4f27ed), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:24.280659 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729710616176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (a93c9b33-629e-4189-bc1c-b7338b4f27ed), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:24.514210 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Network fdde7dd6-ade0-4060-be18-d7e05bcc7f36 is already hosted by enough agents. {{(pid=103162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 13:04:24.517442 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.base_scheduler [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Resources bound (agent type, host, resource id): {{(pid=103162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 13:04:24.520219 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Received port after_create {{(pid=103162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 13:04:24.545818 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'Port': ['ID=a93c9b33-629e-4189-bc1c-b7338b4f27ed,revision_number=1']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:24.913245 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for floatingip (df343e71-ee60-4dbf-a384-d402d58df960), precommit_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:24.978993 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a93c9b33-629e-4189-bc1c-b7338b4f27ed), before_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:25.129826 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for port (a93c9b33-629e-4189-bc1c-b7338b4f27ed), precommit_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:25.134287 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5133721'] for port (a93c9b33-629e-4189-bc1c-b7338b4f27ed), after_update {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:25.201079 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event updated for resources: {'Port': ['ID=a93c9b33-629e-4189-bc1c-b7338b4f27ed,revision_number=2']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:25.211910 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2017473'] for floatingip (df343e71-ee60-4dbf-a384-d402d58df960), after_create {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:25.312488 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.db.l3_db [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Floating IP df343e71-ee60-4dbf-a384-d402d58df960 associated. External IP: 172.28.2.213, port: a671dbb0-8bcf-42ad-a1f8-e1af439651a7. Apr 07 13:04:25.520081 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Router 8558adac-2fb8-4943-be3a-5462d23b9def has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:04:25.625209 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:04:25.635241 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] Sync routers for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:04:25.642651 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:25.645437 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:04:25.646065 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:04:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:25.670898 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-ea529027-3c89-4acf-ab88-e4ca4e75dd60 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7449772 Apr 07 13:04:25.671474 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7'}] {{(pid=103162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:04:25.673690 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4cef96df81fa505de57a200bc31d086cb5d8200e5fb00bd1107ce0d7677235b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac786434-074b-4678-ac2d-e1829aa0ee38" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7"}]}' {{(pid=103162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:04:25.756177 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:04:25.764418 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ed67f-f7aa-4246-bcea-ecc925a05598 x-openstack-request-id: req-9b5ed67f-f7aa-4246-bcea-ecc925a05598 {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:04:25.764705 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7", "status": "completed", "code": 200}]} {{(pid=103162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:04:25.764955 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b5ed67f-f7aa-4246-bcea-ecc925a05598 {{(pid=103162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:04:25.765355 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5ed67f-f7aa-4246-bcea-ecc925a05598'] response: {'name': 'network-changed', 'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'status': 'completed', 'code': 200} Apr 07 13:04:25.829141 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-b17bcec5-b721-48d8-a155-35cd50f018c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:25.831064 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-b17bcec5-b721-48d8-a155-35cd50f018c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1129 time: 0.0444562 Apr 07 13:04:25.930156 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-a892a3a5-852b-488a-88fd-4f9f3b05f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:25.932027 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-a892a3a5-852b-488a-88fd-4f9f3b05f75d service neutron] 10.222.0.26 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 910 time: 0.0942438 Apr 07 13:04:26.005756 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-303c70cd-84f7-43e4-abfa-412e820c15ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 999 time: 0.0663764 Apr 07 13:04:26.009352 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': 'df343e71-ee60-4dbf-a384-d402d58df960', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'floating_ip_address': '172.28.2.213', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'port_id': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'mac_address': 'fa:16:3e:b8:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:04:24Z', 'updated_at': '2022-04-07T13:04:24Z', 'revision_number': 0, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 5, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:26.037510 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] Checking router: 8558adac-2fb8-4943-be3a-5462d23b9def for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:04:26.045729 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:04:26.046376 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:04:04Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:26.055919 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-be0b6997-f380-46d9-a925-e1034010f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:26.057365 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-be0b6997-f380-46d9-a925-e1034010f9e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 200 len: 848 time: 0.0457830 Apr 07 13:04:26.115536 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-59d465bc-130f-4893-9b25-ed795567ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:26.117199 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-59d465bc-130f-4893-9b25-ed795567ebcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42a9f954-7cec-4f88-9028-e7f0655a7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0511146 Apr 07 13:04:26.164604 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:04:26.207295 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-5beb0db6-9cfa-4a3e-bfe5-e0b8f56fd0b2 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834823 Apr 07 13:04:26.300574 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ac786434-074b-4678-ac2d-e1829aa0ee38 req-a9c98ac5-d838-403e-9c7d-65607500ca81 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867171 Apr 07 13:04:26.395955 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': 'df343e71-ee60-4dbf-a384-d402d58df960', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'floating_ip_address': '172.28.2.213', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'port_id': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'mac_address': 'fa:16:3e:b8:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:04:24Z', 'updated_at': '2022-04-07T13:04:24Z', 'revision_number': 0, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 5, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:26.421639 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69a03d-2469-4e08-8b90-60585fdeeecc None None] The sync data for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb is: [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_floatingips': [{'id': 'df343e71-ee60-4dbf-a384-d402d58df960', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'floating_ip_address': '172.28.2.213', 'floating_network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'router_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'port_id': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'mac_address': 'fa:16:3e:b8:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T13:04:24Z', 'updated_at': '2022-04-07T13:04:24Z', 'revision_number': 0, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 5, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:04:26.610127 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd87958-e81c-40c5-9a0c-0195aae9f30d None None] New status for floating IP df343e71-ee60-4dbf-a384-d402d58df960: ACTIVE {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:04:26.646717 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device bff830fe-4470-4ff8-9338-cc9e3b08de4e no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:04:26.665903 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: bff830fe-4470-4ff8-9338-cc9e3b08de4e {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:04:26.666258 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device bff830fe-4470-4ff8-9338-cc9e3b08de4e not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:04:31.540943 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e1a58bb4-9cb1-47f0-bfe5-94dda19b54a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:33.866617 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-b11cca63-250d-42d4-8972-d06c0e18797a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:35.146230 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:36.410841 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:37.831915 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.368115 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39618) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:04:41.411986 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Deleting subnet 0bb63d68-ed1a-43ad-b910-7f82d295a0d1 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:04:41.415223 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Publish callbacks [] for subnet (0bb63d68-ed1a-43ad-b910-7f82d295a0d1), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.451659 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5001239'] for subnet (0bb63d68-ed1a-43ad-b910-7f82d295a0d1), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.488581 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (0bb63d68-ed1a-43ad-b910-7f82d295a0d1), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.538135 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5189385'] for subnet (0bb63d68-ed1a-43ad-b910-7f82d295a0d1), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.563616 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb63d68-ed1a-43ad-b910-7f82d295a0d1,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:41.565928 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.569001 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0bb63d68-ed1a-43ad-b910-7f82d295a0d1 HTTP/1.1" status: 204 len: 168 time: 0.1999109 Apr 07 13:04:41.572142 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39620) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:04:41.575423 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.575767 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.576111 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.576446 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.576775 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.577101 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.577423 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.577743 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.578071 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.578417 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.578740 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.579063 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.579384 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.579700 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.580017 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1798-95ea-4162-8b37-ee10b492b908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.639739 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (70912c15-a75d-455b-8f38-d97f39e9566a), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.721764 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (70912c15-a75d-455b-8f38-d97f39e9566a), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.740818 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70912c15-a75d-455b-8f38-d97f39e9566a']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:41.750250 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ecefaa-1fe6-41b1-bb22-48516f59a634') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:41.750549 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ecefaa-1fe6-41b1-bb22-48516f59a634') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:04:41.760522 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5036861'] for segment (21ecefaa-1fe6-41b1-bb22-48516f59a634), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.773498 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (21ecefaa-1fe6-41b1-bb22-48516f59a634), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.779291 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:04:41.779672 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5211598'] for segment (21ecefaa-1fe6-41b1-bb22-48516f59a634), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: Traceback (most recent call last): Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: timer() Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: cb(*args, **kw) Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: return func(*args, **kwargs) Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: self._notify() Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: self.callback(batched_events) Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: event.method(event) Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: return f(self, *a, **k) Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: return self._get(url).json() Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: return self.request(url, 'GET', **kwargs) Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:04:41.781308 dv-cinder-836944-2-smb neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:04:41.838370 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (70912c15-a75d-455b-8f38-d97f39e9566a), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.844173 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:41.847407 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] 10.222.0.45 "DELETE /v2.0/networks/70912c15-a75d-455b-8f38-d97f39e9566a HTTP/1.1" status: 204 len: 168 time: 0.2742774 Apr 07 13:04:41.858234 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Pushing event deleted for resources: {'Network': ['ID=70912c15-a75d-455b-8f38-d97f39e9566a,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:41.865645 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.865941 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.866417 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.867186 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.868032 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.868378 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.868715 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.869050 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.869382 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.869711 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.870047 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.870435 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.870875 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.871210 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.871534 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420d91f-ef24-470b-a6d6-03abd3b9de6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:04:41.958657 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39624) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:04:41.999862 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-8300c726-bea1-4fde-ac4f-4934190f667a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70f91d9508b24239b943a0c3ceb83569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400007 Apr 07 13:04:42.002149 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39626) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:04:42.049288 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8fa4-2a00-4705-999f-e671c9f0c252 admin admin] Publish callbacks [] for security_group (3ed4089a-4407-43ff-bb3c-e486c041db42), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:42.071416 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8fa4-2a00-4705-999f-e671c9f0c252 admin admin] Publish callbacks [] for security_group (3ed4089a-4407-43ff-bb3c-e486c041db42), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:42.120474 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8fa4-2a00-4705-999f-e671c9f0c252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (3ed4089a-4407-43ff-bb3c-e486c041db42), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:42.123470 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-ea3c8fa4-2a00-4705-999f-e671c9f0c252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:42.124797 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-ea3c8fa4-2a00-4705-999f-e671c9f0c252 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ed4089a-4407-43ff-bb3c-e486c041db42 HTTP/1.1" status: 204 len: 168 time: 0.1217005 Apr 07 13:04:42.134125 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c8fa4-2a00-4705-999f-e671c9f0c252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed4089a-4407-43ff-bb3c-e486c041db42,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:04:48.872461 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:04:49.057749 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:04:55.499098 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-9db84531-f885-4ddb-b54b-27554135880b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459654 Apr 07 13:04:55.588661 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-4f46d025-daca-4998-8916-b56ad025e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:55.590159 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-4f46d025-daca-4998-8916-b56ad025e7a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1129 time: 0.0440841 Apr 07 13:04:55.690613 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-5e5a8e49-c4b0-4fa5-b923-8339535f74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:55.692074 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-5e5a8e49-c4b0-4fa5-b923-8339535f74e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 910 time: 0.0833883 Apr 07 13:04:55.762138 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-97170f56-a474-4fb0-9232-1516af71287d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 1001 time: 0.0624492 Apr 07 13:04:55.810572 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-d7ce8105-d118-4e8e-bed1-8ed85f5180ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:55.811973 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-d7ce8105-d118-4e8e-bed1-8ed85f5180ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 200 len: 848 time: 0.0431807 Apr 07 13:04:55.859976 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-ef31c3b3-f59f-4c90-8481-632c69a6d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:04:55.861461 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-ef31c3b3-f59f-4c90-8481-632c69a6d582 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42a9f954-7cec-4f88-9028-e7f0655a7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436482 Apr 07 13:04:55.951190 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-b97f93d2-c2b3-4835-9edd-a601ac0b757e service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832968 Apr 07 13:04:56.047266 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b9968493-70a0-4083-b74f-d59ce4481f81 req-cef0b680-69f8-469f-b20c-2d947c78612e service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893219 Apr 07 13:05:01.541837 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-0f0141be-5252-4df0-98ac-a9a6e3567295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:03.868277 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2e3b76c6-884e-4fab-90c7-47fdd94670d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:05.152297 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:06.413509 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:07.836284 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:19.072813 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:25.871514 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:05:31.542939 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-c41438e5-00a1-4bcd-9c8c-6ec5d4e375e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:33.868128 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-95b17fd4-cb00-4170-a27e-87d38be2864c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:35.152935 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:36.414460 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:37.839480 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:49.089080 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:05:56.996700 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-e4649a78-48e0-49f4-97f8-4e632982d444 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434353 Apr 07 13:05:57.080634 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-d204189f-28e5-42d2-81ea-3b5314e24178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:05:57.082126 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-d204189f-28e5-42d2-81ea-3b5314e24178 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1129 time: 0.0450535 Apr 07 13:05:57.185469 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-5f926136-4097-4794-9fae-0e928b82fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:05:57.186989 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-5f926136-4097-4794-9fae-0e928b82fefa service neutron] 10.222.0.26 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 910 time: 0.0875010 Apr 07 13:05:57.249723 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-d94cfb91-4af3-4cf3-bf4b-ea8a88c1eef9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 1001 time: 0.0568852 Apr 07 13:05:57.295178 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-06e55e1e-6592-417d-8ceb-9dbff2bdea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:05:57.296554 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-06e55e1e-6592-417d-8ceb-9dbff2bdea18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 200 len: 848 time: 0.0414271 Apr 07 13:05:57.345944 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-9e6e1a7b-97ee-4853-aa82-5af8bfde3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:05:57.347462 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-9e6e1a7b-97ee-4853-aa82-5af8bfde3079 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42a9f954-7cec-4f88-9028-e7f0655a7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457222 Apr 07 13:05:57.436093 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-2ba527bc-0be9-4cc6-b773-fdac7ae5f5fa service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820460 Apr 07 13:05:57.529051 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-ef65a7db-2e64-4ba2-adad-38677679d08b req-ec1a182f-6862-49b1-87e3-5032cd4014a4 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861189 Apr 07 13:06:01.544152 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3e69fcd4-5f68-4068-8850-08000ea56038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:02.871156 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:06:03.869518 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-d30a9c1c-f4ae-4eee-99e8-5b4cbf59e9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:05.155975 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:06.418588 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:07.841490 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:19.089527 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:19.095367 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6493650-dd85-46fe-adf4-325c52f04844 req-e17435e9-3f9c-40e0-a56c-c3a3f9d00edf tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:19.096885 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c6493650-dd85-46fe-adf4-325c52f04844 req-e17435e9-3f9c-40e0-a56c-c3a3f9d00edf tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.2484131 Apr 07 13:06:19.145021 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-c6493650-dd85-46fe-adf4-325c52f04844 req-a826fe01-bb4a-46a5-a433-32dfb71e492c tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Apr 07 13:06:20.334580 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5c4cc-142b-4969-9882-ec9847092a3d req-d1e6d525-169e-4e8d-aa1b-54d0751d9dd5 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:20.336202 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9ae5c4cc-142b-4969-9882-ec9847092a3d req-d1e6d525-169e-4e8d-aa1b-54d0751d9dd5 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.1097109 Apr 07 13:06:20.384356 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-9ae5c4cc-142b-4969-9882-ec9847092a3d req-a28b30a9-0f54-4974-b282-21cc11a74b23 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427561 Apr 07 13:06:21.502833 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915852fd-48c2-4d5d-96b2-8cc80ab268b7 req-7807da88-e2f8-4dff-91a9-971e5ef37108 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:21.504303 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-915852fd-48c2-4d5d-96b2-8cc80ab268b7 req-7807da88-e2f8-4dff-91a9-971e5ef37108 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0513389 Apr 07 13:06:21.555402 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-915852fd-48c2-4d5d-96b2-8cc80ab268b7 req-b7908e48-fbeb-4526-a6bc-07fc1903ca8d tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454066 Apr 07 13:06:22.669626 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6cf7c-33c2-4951-aecc-57cdd6eb6cc7 req-70a6e712-43c3-452c-902b-6c3471cf3afd tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:22.671117 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8db6cf7c-33c2-4951-aecc-57cdd6eb6cc7 req-70a6e712-43c3-452c-902b-6c3471cf3afd tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0506678 Apr 07 13:06:22.717887 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8db6cf7c-33c2-4951-aecc-57cdd6eb6cc7 req-ceeab387-f1fa-4250-b1e6-c5488c6657c3 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 Apr 07 13:06:23.831882 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b0f6b-6556-4631-a1b6-a14dc501077e req-6081691f-6554-4980-9fe6-a48799cfa3cb tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:23.833334 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e21b0f6b-6556-4631-a1b6-a14dc501077e req-6081691f-6554-4980-9fe6-a48799cfa3cb tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0509543 Apr 07 13:06:23.882558 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-e21b0f6b-6556-4631-a1b6-a14dc501077e req-3dff1ac6-fd13-469b-8219-c5dddd18ea04 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 Apr 07 13:06:25.000125 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303db69-fdc6-4e4c-b533-d55d41513d28 req-bdb25029-c3b6-4e80-ad0a-f5fedcf448ba tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:25.001575 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a303db69-fdc6-4e4c-b533-d55d41513d28 req-bdb25029-c3b6-4e80-ad0a-f5fedcf448ba tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0513766 Apr 07 13:06:25.051471 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a303db69-fdc6-4e4c-b533-d55d41513d28 req-cc061c48-ac84-45dd-94e9-b0557175e151 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444350 Apr 07 13:06:26.166956 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48c0d7-a929-4c0c-8292-d5daf645d5df req-f4846c36-b0d9-495c-9472-38b46230baf0 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:26.168427 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8f48c0d7-a929-4c0c-8292-d5daf645d5df req-f4846c36-b0d9-495c-9472-38b46230baf0 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0509458 Apr 07 13:06:26.215871 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-8f48c0d7-a929-4c0c-8292-d5daf645d5df req-72b81fd1-42ea-4eed-93c6-f8556201afa8 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Apr 07 13:06:27.330057 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500425f-9304-48ec-ba79-79abbc43c622 req-d3d450e9-164d-4e12-883f-0a8f6e51f790 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:27.331547 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8500425f-9304-48ec-ba79-79abbc43c622 req-d3d450e9-164d-4e12-883f-0a8f6e51f790 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0504963 Apr 07 13:06:27.379770 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-8500425f-9304-48ec-ba79-79abbc43c622 req-aa864781-e678-482a-9986-d69bffb2d4fb tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415454 Apr 07 13:06:28.500268 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003d807-efde-4c1b-912c-adda046f7fbe req-40926d50-0514-4bee-b0b7-5ff0d69d8687 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:28.501708 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a003d807-efde-4c1b-912c-adda046f7fbe req-40926d50-0514-4bee-b0b7-5ff0d69d8687 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0547338 Apr 07 13:06:28.548866 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a003d807-efde-4c1b-912c-adda046f7fbe req-64a76fa1-17cb-467c-878d-aa8a1ba873a6 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Apr 07 13:06:29.071708 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-caeb7828-bc8f-4cf3-acfd-8ffbaf2d75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:29.073212 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-caeb7828-bc8f-4cf3-acfd-8ffbaf2d75b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1129 time: 0.0889552 Apr 07 13:06:29.426208 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-9e441ea7-fe43-48f8-90e0-a016f9bc70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:29.427676 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-9e441ea7-fe43-48f8-90e0-a016f9bc70c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 910 time: 0.3488677 Apr 07 13:06:29.489926 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-a1acda68-7329-4814-8121-bd26b40c07be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 1001 time: 0.0561068 Apr 07 13:06:29.535864 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-a4ebd720-370e-4314-9539-5457dfd6cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:29.537209 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-a4ebd720-370e-4314-9539-5457dfd6cfe5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 200 len: 848 time: 0.0415294 Apr 07 13:06:29.588217 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-4bba8fcf-e2db-49cf-9fb4-9c7f3964473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:29.589755 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-4bba8fcf-e2db-49cf-9fb4-9c7f3964473c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42a9f954-7cec-4f88-9028-e7f0655a7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467863 Apr 07 13:06:29.599176 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-38ce532a-38b2-4d30-bace-ac0068ef54dd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:06:29.600194 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-38ce532a-38b2-4d30-bace-ac0068ef54dd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050011 Apr 07 13:06:29.664341 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8194c-2786-4f86-babb-062c55109cd4 req-4f38fe26-2f16-41da-a8ed-2f24a148b28b tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:29.665822 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7bc8194c-2786-4f86-babb-062c55109cd4 req-4f38fe26-2f16-41da-a8ed-2f24a148b28b tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0510035 Apr 07 13:06:29.689493 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-91bca51a-0d93-4649-b2b2-3909749ae232 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831161 Apr 07 13:06:29.719277 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-7bc8194c-2786-4f86-babb-062c55109cd4 req-2bd122d6-b41c-46b0-a05b-e3fd941c235d tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Apr 07 13:06:29.782276 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-074cd5ec-b9dc-4e24-b93e-781fc6b770b9 req-a8948851-6d8f-4e59-a3ca-2aa4e558cf09 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 Apr 07 13:06:30.837975 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcf1b2-7751-4f7d-b54f-bb3544a5eecd req-0a733070-da8d-4911-979e-e3b29d40b0c7 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:30.839451 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d9dcf1b2-7751-4f7d-b54f-bb3544a5eecd req-0a733070-da8d-4911-979e-e3b29d40b0c7 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0519652 Apr 07 13:06:30.893053 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d9dcf1b2-7751-4f7d-b54f-bb3544a5eecd req-29ce0861-9db6-405a-9377-e9899f91d1b6 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476847 Apr 07 13:06:31.550471 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7f366296-17d7-4d7c-a30f-ba2a66a7c981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:32.014075 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4aa8c-cc82-405b-bec3-b25a994beb18 req-e9865eca-0723-4281-ba9b-25322da860d1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:32.015566 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-57c4aa8c-cc82-405b-bec3-b25a994beb18 req-e9865eca-0723-4281-ba9b-25322da860d1 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0548856 Apr 07 13:06:32.062780 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-57c4aa8c-cc82-405b-bec3-b25a994beb18 req-ccc87948-cb0a-480e-95cc-813e6a13f4ad tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417352 Apr 07 13:06:32.129087 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [req-a404458d-66ba-4548-a5bd-fccfd160b790 req-9b6bca54-c000-459c-8154-1e7ffc991462 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:06:32.130053 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-a404458d-66ba-4548-a5bd-fccfd160b790 req-9b6bca54-c000-459c-8154-1e7ffc991462 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051873 Apr 07 13:06:32.285026 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670391a8-2792-4128-9cf3-5a5958038ce7 req-56d57a20-99e0-41ca-bea6-605eacf388ed tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:32.285862 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39714) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:06:32.286633 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-670391a8-2792-4128-9cf3-5a5958038ce7 req-56d57a20-99e0-41ca-bea6-605eacf388ed tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0547285 Apr 07 13:06:32.338307 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-670391a8-2792-4128-9cf3-5a5958038ce7 req-e0d9e910-d892-4630-b550-9dcf4dab5ce6 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 Apr 07 13:06:32.371611 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-4f43c587-3229-4340-a55d-bf7330f0578e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845354 Apr 07 13:06:32.384372 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-a672a712-8b24-48b2-ab56-7ed1cbf31c7e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103161) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 13:06:32.385352 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-a672a712-8b24-48b2-ab56-7ed1cbf31c7e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060563 Apr 07 13:06:32.462239 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39722) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:06:32.554402 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-25874316-62a8-4012-8a33-307c870ab04f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:32.555744 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-25874316-62a8-4012-8a33-307c870ab04f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports/a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 942 time: 0.0925221 Apr 07 13:06:33.459393 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c31efd-d281-4c4b-a8fb-899511bf6239 req-ec7c9798-0877-4c87-8319-f72537b8dfc2 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:33.461658 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f7c31efd-d281-4c4b-a8fb-899511bf6239 req-ec7c9798-0877-4c87-8319-f72537b8dfc2 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0563736 Apr 07 13:06:33.513986 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-f7c31efd-d281-4c4b-a8fb-899511bf6239 req-21778b90-f451-4511-bc7f-2ec4be865ad4 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464165 Apr 07 13:06:33.750920 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-a2a7af76-0ee6-4e84-a9d3-9750eddfd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:33.752393 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-a2a7af76-0ee6-4e84-a9d3-9750eddfd3d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf&tenant_id=720844d1691e46b9a97ca0cdee94bedc HTTP/1.1" status: 200 len: 1129 time: 0.0439820 Apr 07 13:06:33.821834 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-4e9c3259-b2dc-4d3b-aaeb-92cc89f7aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:33.823264 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-4e9c3259-b2dc-4d3b-aaeb-92cc89f7aaaa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1129 time: 0.0471029 Apr 07 13:06:33.872791 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-03895260-1c8a-4896-b2ef-72ed833cada7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:33.924137 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-7bf2a942-121e-4ee8-8946-11566b727026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:33.925608 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-7bf2a942-121e-4ee8-8946-11566b727026 service neutron] 10.222.0.26 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 910 time: 0.0970373 Apr 07 13:06:33.994363 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-c5dc7fbb-12b6-4173-b09e-94453225f207 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 1001 time: 0.0623753 Apr 07 13:06:34.041430 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-ecd1190c-c904-4bca-92e1-9b3d7436d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:34.042858 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-ecd1190c-c904-4bca-92e1-9b3d7436d307 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 200 len: 848 time: 0.0434470 Apr 07 13:06:34.092108 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-107cdf31-2a32-45f7-a44c-69538be5b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:34.093836 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-107cdf31-2a32-45f7-a44c-69538be5b0d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42a9f954-7cec-4f88-9028-e7f0655a7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449579 Apr 07 13:06:34.185368 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-3bdf3e7b-7495-4ff5-be1b-f2c09bf66ae9 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856965 Apr 07 13:06:34.275908 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-d0e5a725-0314-4eb2-8565-d0b6684eadde req-3e5b8fe0-d253-4e4f-8867-49ec70556e4a service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848594 Apr 07 13:06:34.631700 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82100c97-5d51-4dd0-b0f2-299cdbd22d93 req-ac4654c5-1355-4236-9df1-6b1f51129fe2 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:34.633192 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-82100c97-5d51-4dd0-b0f2-299cdbd22d93 req-ac4654c5-1355-4236-9df1-6b1f51129fe2 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0526035 Apr 07 13:06:34.683352 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-82100c97-5d51-4dd0-b0f2-299cdbd22d93 req-f21916bd-fe6b-467f-889b-91f9c3f0de30 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446606 Apr 07 13:06:35.159054 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:35.214186 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a671dbb0-8bcf-42ad-a1f8-e1af439651a7 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:06:35.216314 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414aef61-46b5-4435-9042-cbb59617eb91 req-f12076aa-8c18-4170-be24-ba92181ce8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:35.217806 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-414aef61-46b5-4435-9042-cbb59617eb91 req-f12076aa-8c18-4170-be24-ba92181ce8cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1129 time: 0.0477052 Apr 07 13:06:35.263225 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-414aef61-46b5-4435-9042-cbb59617eb91 req-ea278335-8867-4c0e-aea2-a9d8cab22c6a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399780 Apr 07 13:06:35.289064 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 is: ACTIVE; New status is: DOWN {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:06:35.289530 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:35.311888 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:06:35.314165 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26fbc6b-d998-4ee0-9736-92e5e7a95d0e" -d '{"events": [{"server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "name": "network-vif-unplugged", "status": "completed", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:06:35.327043 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:06:35.331141 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:35.360293 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fee2372-88c5-44cc-b4f0-87d0fb00adf2 x-openstack-request-id: req-1fee2372-88c5-44cc-b4f0-87d0fb00adf2 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:06:35.360603 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "name": "network-vif-unplugged", "status": "completed", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:06:35.360852 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1fee2372-88c5-44cc-b4f0-87d0fb00adf2 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:06:35.361228 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fee2372-88c5-44cc-b4f0-87d0fb00adf2'] response: {'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'code': 200} Apr 07 13:06:35.386133 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,revision_number=6']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:06:35.393077 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.393419 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.393759 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.394136 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.394478 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.394807 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.395131 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.395453 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.395776 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.396110 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.396415 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.396748 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.397067 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.397979 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.398452 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:06:35.796530 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb11dfd-5f1d-4589-a8ca-2687a42f0e05 req-e750627a-01c3-40c9-bc67-2fc0265f1ef2 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:35.797979 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-aeb11dfd-5f1d-4589-a8ca-2687a42f0e05 req-e750627a-01c3-40c9-bc67-2fc0265f1ef2 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 943 time: 0.0500128 Apr 07 13:06:35.845306 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-aeb11dfd-5f1d-4589-a8ca-2687a42f0e05 req-1e538c81-4a2f-444b-aadb-cab163c20722 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Apr 07 13:06:36.420388 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:36.962958 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dbb3f-95d0-4bc4-b75d-cad30230a671 req-849fd079-f893-4848-97d2-94005b823f36 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:36.964420 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4a0dbb3f-95d0-4bc4-b75d-cad30230a671 req-849fd079-f893-4848-97d2-94005b823f36 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 943 time: 0.0521300 Apr 07 13:06:37.017865 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-4a0dbb3f-95d0-4bc4-b75d-cad30230a671 req-132c9886-87c7-492f-8201-2b0005ced74b tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477083 Apr 07 13:06:37.214076 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a671dbb0-8bcf-42ad-a1f8-e1af439651a7 details requested by agent hyperv_hv-cinder-83694 with host hv-cinder-83694 {{(pid=103163) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 13:06:37.306199 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:06:37.320468 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Returning: {'device': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'port_id': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'mac_address': 'fa:16:3e:b8:4d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103163) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 13:06:37.355471 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 is: DOWN; New status is: BUILD {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:06:37.355847 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:37.368543 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a671dbb0-8bcf-42ad-a1f8-e1af439651a7 {{(pid=103163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 13:06:37.387113 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:06:37.391021 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:37.435803 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,revision_number=7']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:06:37.608046 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] get_ports_and_sgs() called for port_ids ['a671dbb0-8bcf-42ad-a1f8-e1af439651a7'] {{(pid=103163) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 13:06:37.842875 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:39.218753 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a671dbb0-8bcf-42ad-a1f8-e1af439651a7 up at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 13:06:39.412613 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.provisioning_blocks [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Provisioning complete for port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 triggered by entity L2. {{(pid=103163) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 13:06:39.413257 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-930436'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), provisioning_complete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:39.486544 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Current status of the port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 is: BUILD; New status is: ACTIVE {{(pid=103163) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 13:06:39.486928 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-592731'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), before_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:39.510019 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7'}] {{(pid=103163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:06:39.512261 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5c0eeab729c4789f5c0380ea3c723e3464fc9a4537ed1772dc6d883ecb18459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf4641b-c85f-47ac-97b4-61d64a9574fe" -d '{"events": [{"server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "name": "network-vif-plugged", "status": "completed", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7"}]}' {{(pid=103163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:06:39.524482 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:06:39.528354 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729711075687', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729710616194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729710616212'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:39.578066 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Pushing event updated for resources: {'Port': ['ID=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,revision_number=8']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:06:39.613574 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60696dc5-9829-4696-b438-2c628f4fb138 x-openstack-request-id: req-60696dc5-9829-4696-b438-2c628f4fb138 {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:06:39.613893 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "name": "network-vif-plugged", "status": "completed", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7", "code": 200}]} {{(pid=103163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:06:39.614150 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60696dc5-9829-4696-b438-2c628f4fb138 {{(pid=103163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:06:39.614589 dv-cinder-836944-2-smb neutron-server[103163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60696dc5-9829-4696-b438-2c628f4fb138'] response: {'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'code': 200} Apr 07 13:06:39.870501 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:06:49.090148 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:06:59.047218 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-e1f89710-d7ea-4f71-bc8c-251926cdbf16 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429215 Apr 07 13:06:59.138809 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-2b735705-8943-407e-8b17-9e60f191e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:59.140284 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-2b735705-8943-407e-8b17-9e60f191e1ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1129 time: 0.0490918 Apr 07 13:06:59.240145 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-bc991f90-ba35-44e9-a37b-e332cd40f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:59.242099 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-bc991f90-ba35-44e9-a37b-e332cd40f880 service neutron] 10.222.0.26 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 910 time: 0.0840533 Apr 07 13:06:59.310828 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-afeff387-9305-49eb-9413-897f7a1f7f59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 1001 time: 0.0604255 Apr 07 13:06:59.372641 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-5df8aeb4-dacb-4c62-85f4-ae9e599aa105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:59.374094 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-5df8aeb4-dacb-4c62-85f4-ae9e599aa105 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 200 len: 848 time: 0.0563233 Apr 07 13:06:59.424839 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-2c284968-d814-46f5-9a0a-19b42c14799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:06:59.426364 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-2c284968-d814-46f5-9a0a-19b42c14799a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42a9f954-7cec-4f88-9028-e7f0655a7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0440352 Apr 07 13:06:59.517091 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-e8b5fbdd-fdc8-4252-8cc1-889d174a46ea service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832047 Apr 07 13:06:59.602174 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-1dd41609-a58e-4358-a838-8af355b81bd4 req-b4aba985-2042-45d0-b6af-8488ae57bbd2 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791707 Apr 07 13:07:01.542995 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-be204f1b-7dd8-41f2-92ce-7683a734a6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:03.874113 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-7ed046b1-fee4-4960-bded-7afa25a51d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:05.161264 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:06.421712 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:07.844594 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:16.869569 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:07:19.101623 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:31.547624 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd40d25-2d10-4a8c-9fae-dce8f2841a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:33.875100 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-73d58e76-9d43-4514-ad1d-fca3aab78556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:35.163644 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:36.424888 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:37.846688 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:49.101887 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:49.469714 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39754) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:07:49.624615 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Deleting port a93c9b33-629e-4189-bc1c-b7338b4f27ed {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:07:49.624945 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (a93c9b33-629e-4189-bc1c-b7338b4f27ed), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:49.701628 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (a93c9b33-629e-4189-bc1c-b7338b4f27ed), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:49.701955 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for floatingip (a93c9b33-629e-4189-bc1c-b7338b4f27ed), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:49.713974 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Calling delete_port for a93c9b33-629e-4189-bc1c-b7338b4f27ed owned by network:floatingip {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:07:49.858552 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (a93c9b33-629e-4189-bc1c-b7338b4f27ed), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:49.883348 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event deleted for resources: {'Port': ['ID=a93c9b33-629e-4189-bc1c-b7338b4f27ed,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:49.894532 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.894883 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.895885 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.896330 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.896667 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.897000 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.897322 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.897647 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.897969 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.898320 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.898645 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.898965 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.899282 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.899600 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.899915 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:49.956487 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for floatingip (df343e71-ee60-4dbf-a384-d402d58df960), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:49.956862 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.db.l3_db [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Floating IP df343e71-ee60-4dbf-a384-d402d58df960 disassociated (deleted). External IP: 172.28.2.213, port: a671dbb0-8bcf-42ad-a1f8-e1af439651a7. Apr 07 13:07:50.164438 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Router 8558adac-2fb8-4943-be3a-5462d23b9def has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:07:50.270408 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:07:50.275195 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for floatingip (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:50.279680 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] Sync routers for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:07:50.289550 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:07:50.290182 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:07:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:50.304380 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-5137a46f-464d-433f-8898-e215aa023b83 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "DELETE /v2.0/floatingips/df343e71-ee60-4dbf-a384-d402d58df960 HTTP/1.1" status: 204 len: 168 time: 0.8335629 Apr 07 13:07:50.304944 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:07:50.307223 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d2c40d-9949-4904-b1be-e74c03b4662f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:07:50.404435 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:07:50.478802 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de52d30d-9b1c-4c59-bfbb-c3aaf083ea64 x-openstack-request-id: req-de52d30d-9b1c-4c59-bfbb-c3aaf083ea64 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:07:50.479303 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:07:50.479400 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de52d30d-9b1c-4c59-bfbb-c3aaf083ea64 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:07:50.479726 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de52d30d-9b1c-4c59-bfbb-c3aaf083ea64'] response: {'name': 'network-changed', 'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'status': 'completed', 'code': 200} Apr 07 13:07:50.544537 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a13d3-7092-4bdd-9714-8725b36f4b98 req-5aa0cd9b-a830-46fa-8345-4907931c84a3 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:07:50.546012 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-949a13d3-7092-4bdd-9714-8725b36f4b98 req-5aa0cd9b-a830-46fa-8345-4907931c84a3 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0517688 Apr 07 13:07:50.593546 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-949a13d3-7092-4bdd-9714-8725b36f4b98 req-82a7c142-25c9-4dea-a0d4-791c27f3e638 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Apr 07 13:07:50.614542 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 5, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:50.639552 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] Checking router: 8558adac-2fb8-4943-be3a-5462d23b9def for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:07:50.647861 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:07:50.648464 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:07:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:50.753865 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:07:50.948314 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 5, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:50.973893 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536dcc92-0ce8-4366-ae3a-ba73c5ed562d None None] The sync data for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb is: [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:51Z', 'revision_number': 4, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb', '_interfaces': [{'id': '9caaca4a-6735-438f-b5c2-1720a104d090', 'name': '', 'network_id': '42a9f954-7cec-4f88-9028-e7f0655a7d97', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'mac_address': 'fa:16:3e:db:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:50Z', 'updated_at': '2022-04-07T13:03:56Z', 'revision_number': 5, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'subnets': [{'id': 'eee15df2-a012-40ad-b256-32303d0f38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:07:51.191831 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e830dd-6c98-435a-b585-0fd111d52d10 None None] New status for floating IP df343e71-ee60-4dbf-a384-d402d58df960: DOWN {{(pid=103164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 13:07:51.501092 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-3d5ce1be-aca3-4381-b88a-b0c9b8f0e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:07:51.502605 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-3d5ce1be-aca3-4381-b88a-b0c9b8f0e5a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=720844d1691e46b9a97ca0cdee94bedc&device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 1129 time: 0.0431654 Apr 07 13:07:51.594707 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-74cfa14b-8bf2-4b13-b041-21964299856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:07:51.596158 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-74cfa14b-8bf2-4b13-b041-21964299856b service neutron] 10.222.0.26 "GET /v2.0/networks?id=42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 200 len: 910 time: 0.0857251 Apr 07 13:07:51.665854 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-f19ab20a-813d-4086-85c8-cb46436f6428 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 200 len: 217 time: 0.0365505 Apr 07 13:07:51.718326 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762bcc-445c-4d91-bc55-2b4bb39362a0 req-293799f4-ebfb-40f4-b2d3-4c645ba16c70 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:07:51.720176 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a8762bcc-445c-4d91-bc55-2b4bb39362a0 req-293799f4-ebfb-40f4-b2d3-4c645ba16c70 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0547144 Apr 07 13:07:51.720961 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-58b0110b-7379-4511-8198-6c74d9a5671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:07:51.722459 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-58b0110b-7379-4511-8198-6c74d9a5671e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 200 len: 848 time: 0.0497725 Apr 07 13:07:51.769591 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-a8762bcc-445c-4d91-bc55-2b4bb39362a0 req-5c8a8677-bec8-4782-ae95-b9df43c97514 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/security-groups?id=e83964f8-ffa6-426e-8884-3f722ac8b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433748 Apr 07 13:07:51.836800 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-462c8330-26c3-4077-8b5b-02d9eaa87853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:07:51.838353 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-462c8330-26c3-4077-8b5b-02d9eaa87853 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=42a9f954-7cec-4f88-9028-e7f0655a7d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0759847 Apr 07 13:07:51.860049 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-b1c1ec4b-b10d-41c9-9f41-f6d08c9b7bd2 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 13:07:51.861330 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-b1c1ec4b-b10d-41c9-9f41-f6d08c9b7bd2 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 945 time: 0.0726702 Apr 07 13:07:51.996807 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-07411aba-94ec-4a57-b790-678f6ebbe497 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514444 Apr 07 13:07:52.064001 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Deleting port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:07:52.064124 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:52.156885 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-b6d2c40d-9949-4904-b1be-e74c03b4662f req-46325f99-acc2-463c-8305-b12bbb19a845 service neutron] 10.222.0.26 "GET /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530502 Apr 07 13:07:52.177065 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] For port a671dbb0-8bcf-42ad-a1f8-e1af439651a7, host hv-cinder-83694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83694',level=0,port_id=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:07:52.177435 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:52.191188 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Calling delete_port for a671dbb0-8bcf-42ad-a1f8-e1af439651a7 owned by compute:nova {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:07:52.314931 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (a671dbb0-8bcf-42ad-a1f8-e1af439651a7), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:52.341226 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event deleted for resources: {'Port': ['ID=a671dbb0-8bcf-42ad-a1f8-e1af439651a7,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:52.392379 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] No DVR routers for this DVR port a671dbb0-8bcf-42ad-a1f8-e1af439651a7 on host hv-cinder-83694 {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:07:52.394840 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107526'] for port (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:52.398230 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [req-73c157d5-88c4-4d57-ab66-1db42cc0e8f6 req-ae9db0e3-7a3b-45a1-aa33-3d8b1e223033 tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.26 "DELETE /v2.0/ports/a671dbb0-8bcf-42ad-a1f8-e1af439651a7 HTTP/1.1" status: 204 len: 173 time: 0.5272629 Apr 07 13:07:52.480519 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'name': 'network-vif-deleted', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7'}] {{(pid=103161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 13:07:52.482909 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7669fe93bcff321fb8b9baa6f1b40aea56a2555910cceacbdd8d3148233bdb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a6b143-c0f6-456a-b3e5-aaeb99ad3a66" -d '{"events": [{"server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "name": "network-vif-deleted", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7"}]}' {{(pid=103161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 13:07:52.519512 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8bada8-9076-4813-b21e-2710467b0064 x-openstack-request-id: req-4b8bada8-9076-4813-b21e-2710467b0064 {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 13:07:52.520154 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf", "name": "network-vif-deleted", "tag": "a671dbb0-8bcf-42ad-a1f8-e1af439651a7", "status": "completed", "code": 200}]} {{(pid=103161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 13:07:52.520154 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b8bada8-9076-4813-b21e-2710467b0064 {{(pid=103161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 13:07:52.520761 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8bada8-9076-4813-b21e-2710467b0064'] response: {'server_uuid': '6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf', 'name': 'network-vif-deleted', 'tag': 'a671dbb0-8bcf-42ad-a1f8-e1af439651a7', 'status': 'completed', 'code': 200} Apr 07 13:07:52.887003 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [req-65e085fb-8fde-4157-b9c6-e9d2bbabde07 req-66b2af6a-baba-4f9c-ad04-f3570c799f2f tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebf60e6-7a9b-4168-8c90-e5bd5d40edbf HTTP/1.1" status: 200 len: 210 time: 0.0301230 Apr 07 13:07:53.869749 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:07:53.943419 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39784) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:07:53.998890 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51d26551-0c57-458e-b37d-2e74e2ec576a tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group (e83964f8-ffa6-426e-8884-3f722ac8b9cb), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:54.024175 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51d26551-0c57-458e-b37d-2e74e2ec576a tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group (e83964f8-ffa6-426e-8884-3f722ac8b9cb), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:54.083253 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51d26551-0c57-458e-b37d-2e74e2ec576a tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e83964f8-ffa6-426e-8884-3f722ac8b9cb), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:54.085780 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-51d26551-0c57-458e-b37d-2e74e2ec576a tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:54.087001 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-51d26551-0c57-458e-b37d-2e74e2ec576a tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] 10.222.0.45 "DELETE /v2.0/security-groups/e83964f8-ffa6-426e-8884-3f722ac8b9cb HTTP/1.1" status: 204 len: 168 time: 0.1426134 Apr 07 13:07:54.096468 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d26551-0c57-458e-b37d-2e74e2ec576a tempest-TestShelveInstance-386254953 tempest-TestShelveInstance-386254953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83964f8-ffa6-426e-8884-3f722ac8b9cb,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:54.142913 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39788) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:07:54.477871 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2031553'] for router_interface (8558adac-2fb8-4943-be3a-5462d23b9def), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:54.717408 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Deleting port 9caaca4a-6735-438f-b5c2-1720a104d090 {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:07:54.717742 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:54.795064 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] For port 9caaca4a-6735-438f-b5c2-1720a104d090, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=9caaca4a-6735-438f-b5c2-1720a104d090,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:07:54.795333 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:54.807792 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Calling delete_port for 9caaca4a-6735-438f-b5c2-1720a104d090 owned by network:router_interface {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:07:54.988512 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (9caaca4a-6735-438f-b5c2-1720a104d090), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:55.018630 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Pushing event deleted for resources: {'Port': ['ID=9caaca4a-6735-438f-b5c2-1720a104d090,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:55.040466 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.040816 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.041156 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.041498 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.041823 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.042149 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.042500 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.042824 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.043146 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.043464 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.043788 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.044108 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.044424 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.044740 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.045052 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:07:55.191393 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2031502'] for router_interface (8558adac-2fb8-4943-be3a-5462d23b9def), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:55.582879 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Router 8558adac-2fb8-4943-be3a-5462d23b9def has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:07:55.604052 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a671dbb0-8bcf-42ad-a1f8-e1af439651a7 no longer exists at agent hyperv_hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:07:55.624431 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] No Port match for: a671dbb0-8bcf-42ad-a1f8-e1af439651a7 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:07:55.624772 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Device a671dbb0-8bcf-42ad-a1f8-e1af439651a7 not bound to the agent host hv-cinder-83694 {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:07:55.687429 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:07:55.692360 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-9aa45284-0db1-42de-a388-4a221f6a291a admin admin] 10.222.0.45 "PUT /v2.0/routers/8558adac-2fb8-4943-be3a-5462d23b9def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5483067 Apr 07 13:07:55.694852 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39790) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:07:55.697193 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] Sync routers for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:07:55.706574 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:07:55.707174 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:07:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:55.806709 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks [] for router (8558adac-2fb8-4943-be3a-5462d23b9def), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:55.819319 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: dv-cinder-836944-2-smb {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:07:55.909639 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks [] for router_gateway (8558adac-2fb8-4943-be3a-5462d23b9def), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:55.961569 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Deleting port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:07:55.961923 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:55.995531 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:07:54Z', 'revision_number': 5, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port': {'id': '3eb38c11-1ceb-41cf-a5d8-a90e27956eeb', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:56.025329 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] Checking router: 8558adac-2fb8-4943-be3a-5462d23b9def for host: dv-cinder-836944-2-smb {{(pid=103163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:07:56.033502 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] Routers {'8558adac-2fb8-4943-be3a-5462d23b9def'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:07:56.034112 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:07:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['8558adac-2fb8-4943-be3a-5462d23b9def'], 'active': True} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:56.046194 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] For port 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=3eb38c11-1ceb-41cf-a5d8-a90e27956eeb,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:07:56.046590 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.062960 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Calling delete_port for 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb owned by network:router_gateway {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:07:56.123021 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvr_db [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] Set router 8558adac-2fb8-4943-be3a-5462d23b9def gateway port host: None {{(pid=103163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:07:56.234754 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (3eb38c11-1ceb-41cf-a5d8-a90e27956eeb), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.260750 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb38c11-1ceb-41cf-a5d8-a90e27956eeb,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:56.304310 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_hamode_db [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:07:55Z', 'revision_number': 6, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port_host': None}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:56.325479 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2017531'] for router_gateway (8558adac-2fb8-4943-be3a-5462d23b9def), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.336480 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc8d81-8aa5-4ff8-bdd6-e6d3efab8acd None None] The sync data for ids ['8558adac-2fb8-4943-be3a-5462d23b9def'] in dv-cinder-836944-2-smb is: [{'id': '8558adac-2fb8-4943-be3a-5462d23b9def', 'name': 'tempest-TestShelveInstance-1507384700-router', 'tenant_id': '720844d1691e46b9a97ca0cdee94bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:48Z', 'updated_at': '2022-04-07T13:07:55Z', 'revision_number': 6, 'project_id': '720844d1691e46b9a97ca0cdee94bedc', 'gw_port_host': None}] {{(pid=103163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:07:56.417511 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2031018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65228'] for router (8558adac-2fb8-4943-be3a-5462d23b9def), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.419601 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks [] for router_controller (8558adac-2fb8-4943-be3a-5462d23b9def), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.460352 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2031013'] for router (8558adac-2fb8-4943-be3a-5462d23b9def), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.460871 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8558adac-2fb8-4943-be3a-5462d23b9def {{(pid=103162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:07:56.464935 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.466057 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-fbbcc78c-ce89-4f19-a031-5c9584e2f2b3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8558adac-2fb8-4943-be3a-5462d23b9def HTTP/1.1" status: 204 len: 168 time: 0.7702150 Apr 07 13:07:56.468641 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39792) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:07:56.512132 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ab0bc5-57e9-4541-844d-6dee5642414f admin admin] Deleting subnet eee15df2-a012-40ad-b256-32303d0f38e8 {{(pid=103162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:07:56.515024 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3ab0bc5-57e9-4541-844d-6dee5642414f admin admin] Publish callbacks [] for subnet (eee15df2-a012-40ad-b256-32303d0f38e8), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.552062 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3ab0bc5-57e9-4541-844d-6dee5642414f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5001239'] for subnet (eee15df2-a012-40ad-b256-32303d0f38e8), precommit_delete_associations {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.632270 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3ab0bc5-57e9-4541-844d-6dee5642414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (eee15df2-a012-40ad-b256-32303d0f38e8), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.685524 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3ab0bc5-57e9-4541-844d-6dee5642414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5189385'] for subnet (eee15df2-a012-40ad-b256-32303d0f38e8), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.710803 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab0bc5-57e9-4541-844d-6dee5642414f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee15df2-a012-40ad-b256-32303d0f38e8,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:56.714434 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-b3ab0bc5-57e9-4541-844d-6dee5642414f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for subnet (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.720761 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-b3ab0bc5-57e9-4541-844d-6dee5642414f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/eee15df2-a012-40ad-b256-32303d0f38e8 HTTP/1.1" status: 204 len: 168 time: 0.2477911 Apr 07 13:07:56.720761 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [-] (103162) accepted ('10.222.0.45', 39794) {{(pid=103162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:07:56.724012 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e56fc-9e72-4b02-81b8-95512f750b9b None None] Network 42a9f954-7cec-4f88-9028-e7f0655a7d97 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:07:56.807774 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (42a9f954-7cec-4f88-9028-e7f0655a7d97), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.861335 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Deleting port 8428720d-42cb-4131-a978-b9d6e6f47bcf {{(pid=103162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:07:56.861664 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.932473 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.db [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] For port 8428720d-42cb-4131-a978-b9d6e6f47bcf, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=8428720d-42cb-4131-a978-b9d6e6f47bcf,segment=NetworkSegment(64cfb6d3-c8f7-4182-8518-ebeccb31b578),segment_id=64cfb6d3-c8f7-4182-8518-ebeccb31b578)] {{(pid=103162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:07:56.932829 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:56.946533 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.plugin [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Calling delete_port for 8428720d-42cb-4131-a978-b9d6e6f47bcf owned by network:dhcp {{(pid=103162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:07:57.030003 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5133702'] for port (8428720d-42cb-4131-a978-b9d6e6f47bcf), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:57.056120 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=8428720d-42cb-4131-a978-b9d6e6f47bcf,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:57.057879 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] No DVR routers for this DVR port 8428720d-42cb-4131-a978-b9d6e6f47bcf on host dv-cinder-836944-2-smb {{(pid=103162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:07:57.135615 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (42a9f954-7cec-4f88-9028-e7f0655a7d97), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:57.137484 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d6287-fdc7-4086-aad5-b80958a911bc None None] DHCP port deletion for 42a9f954-7cec-4f88-9028-e7f0655a7d97 request from dv-cinder-836944-2-smb {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:07:57.157076 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a9f954-7cec-4f88-9028-e7f0655a7d97']}} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:57.167026 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cfb6d3-c8f7-4182-8518-ebeccb31b578') {'for_net_delete': True} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:57.167321 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.services.segments.db [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cfb6d3-c8f7-4182-8518-ebeccb31b578') {} {{(pid=103162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:57.177095 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5001230'] for segment (64cfb6d3-c8f7-4182-8518-ebeccb31b578), before_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:57.190370 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (64cfb6d3-c8f7-4182-8518-ebeccb31b578), precommit_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:57.196279 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:07:57.196667 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133749'] for segment (64cfb6d3-c8f7-4182-8518-ebeccb31b578), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: Traceback (most recent call last): Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: timer() Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: cb(*args, **kw) Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: return func(*args, **kwargs) Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: self._notify() Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: self.callback(batched_events) Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: event.method(event) Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: return f(self, *a, **k) Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: return self._get(url).json() Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: return self.request(url, 'GET', **kwargs) Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:07:57.198262 dv-cinder-836944-2-smb neutron-server[103162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:07:57.255874 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (42a9f954-7cec-4f88-9028-e7f0655a7d97), after_delete {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:57.261057 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron_lib.callbacks.manager [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:57.264148 dv-cinder-836944-2-smb neutron-server[103162]: INFO neutron.wsgi [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] 10.222.0.45 "DELETE /v2.0/networks/42a9f954-7cec-4f88-9028-e7f0655a7d97 HTTP/1.1" status: 204 len: 168 time: 0.5429533 Apr 07 13:07:57.267380 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39796) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:07:57.275223 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839c6bb-a512-4e4f-9c68-4b1d6b1d1d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=42a9f954-7cec-4f88-9028-e7f0655a7d97,revision_number=None']} {{(pid=103162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:57.778115 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 9caaca4a-6735-438f-b5c2-1720a104d090 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:07:57.798554 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 9caaca4a-6735-438f-b5c2-1720a104d090 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:07:57.798896 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 9caaca4a-6735-438f-b5c2-1720a104d090 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:07:57.799315 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:07:57.818973 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:07:57.819327 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 3eb38c11-1ceb-41cf-a5d8-a90e27956eeb not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:07:57.819739 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 8428720d-42cb-4131-a978-b9d6e6f47bcf no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:07:57.838341 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 8428720d-42cb-4131-a978-b9d6e6f47bcf {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:07:57.838683 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 8428720d-42cb-4131-a978-b9d6e6f47bcf not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:07:57.969172 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2031553'] for router_interface (23a36950-7a84-46c2-848f-2dfa6f10b01f), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:58.264409 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Deleting port 6738edb3-a61e-43f4-ace9-63a776ec013b {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:07:58.275572 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:58.348180 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] For port 6738edb3-a61e-43f4-ace9-63a776ec013b, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=6738edb3-a61e-43f4-ace9-63a776ec013b,segment=NetworkSegment(c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4),segment_id=c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:07:58.348603 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:58.360438 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Calling delete_port for 6738edb3-a61e-43f4-ace9-63a776ec013b owned by network:router_interface {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:07:58.540400 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (6738edb3-a61e-43f4-ace9-63a776ec013b), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:58.564545 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6738edb3-a61e-43f4-ace9-63a776ec013b,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:58.741407 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2031502'] for router_interface (23a36950-7a84-46c2-848f-2dfa6f10b01f), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:58.957110 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Router 23a36950-7a84-46c2-848f-2dfa6f10b01f has already been hosted by L3 agent 45e35528-2698-4706-b1a2-483f8e65635b {{(pid=103161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 13:07:59.062314 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] Notify agent at l3_agent.dv-cinder-836944-2-smb the message routers_updated {{(pid=103161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 13:07:59.068487 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-0c4f5ba0-00a3-4581-becd-3e09af4b6e8b admin admin] 10.222.0.45 "PUT /v2.0/routers/23a36950-7a84-46c2-848f-2dfa6f10b01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7989280 Apr 07 13:07:59.070655 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39802) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:07:59.072321 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] Sync routers for ids ['23a36950-7a84-46c2-848f-2dfa6f10b01f'] in dv-cinder-836944-2-smb {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 13:07:59.082370 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] Routers {'23a36950-7a84-46c2-848f-2dfa6f10b01f'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:07:59.083697 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:07:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['23a36950-7a84-46c2-848f-2dfa6f10b01f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:59.175533 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks [] for router (23a36950-7a84-46c2-848f-2dfa6f10b01f), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.190522 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] Set router 23a36950-7a84-46c2-848f-2dfa6f10b01f gateway port host: dv-cinder-836944-2-smb {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:07:59.279594 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks [] for router_gateway (23a36950-7a84-46c2-848f-2dfa6f10b01f), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.331376 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Deleting port ed52b993-9288-4cb3-b2bd-cdda589ab8c9 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:07:59.331712 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.368672 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'external_fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:07:58Z', 'revision_number': 5, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'gw_port': {'id': 'ed52b993-9288-4cb3-b2bd-cdda589ab8c9', 'name': '', 'network_id': 'fdde7dd6-ade0-4060-be18-d7e05bcc7f36', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836944-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7086d081-16f0-4757-bfdf-673e30d6e78d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836944-2-smb'}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:59.395495 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] Checking router: 23a36950-7a84-46c2-848f-2dfa6f10b01f for host: dv-cinder-836944-2-smb {{(pid=103164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 13:07:59.403654 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] Routers {'23a36950-7a84-46c2-848f-2dfa6f10b01f'} bound to L3 agent in host dv-cinder-836944-2-smb {{(pid=103164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 13:07:59.404262 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836944-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T12:47:04Z,description=,heartbeat_timestamp=2022-04-07T13:07:34Z,host='dv-cinder-836944-2-smb',id=45e35528-2698-4706-b1a2-483f8e65635b,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T12:47:04Z,topic='l3_agent')) {'router_ids': ['23a36950-7a84-46c2-848f-2dfa6f10b01f'], 'active': True} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:59.409032 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] For port ed52b993-9288-4cb3-b2bd-cdda589ab8c9, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=ed52b993-9288-4cb3-b2bd-cdda589ab8c9,segment=NetworkSegment(e26b4ff8-31e9-43b2-9a72-f554d93ca231),segment_id=e26b4ff8-31e9-43b2-9a72-f554d93ca231)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:07:59.409393 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.421576 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Calling delete_port for ed52b993-9288-4cb3-b2bd-cdda589ab8c9 owned by network:router_gateway {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:07:59.492074 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_dvr_db [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] Set router 23a36950-7a84-46c2-848f-2dfa6f10b01f gateway port host: None {{(pid=103164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 13:07:59.545364 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.l3_hamode_db [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:07:59Z', 'revision_number': 6, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'gw_port_host': None}], 'dv-cinder-836944-2-smb', False) {} {{(pid=103164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:07:59.571235 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e216bb1-e060-4eda-84cf-498ae1568ddf None None] The sync data for ids ['23a36950-7a84-46c2-848f-2dfa6f10b01f'] in dv-cinder-836944-2-smb is: [{'id': '23a36950-7a84-46c2-848f-2dfa6f10b01f', 'name': 'tempest-TestShelveInstance-555659881-router', 'tenant_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T13:03:53Z', 'updated_at': '2022-04-07T13:07:59Z', 'revision_number': 6, 'project_id': 'fa8eefc32b4f4543bdf564ebb84facdc', 'gw_port_host': None}] {{(pid=103164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 13:07:59.592291 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (ed52b993-9288-4cb3-b2bd-cdda589ab8c9), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.617460 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed52b993-9288-4cb3-b2bd-cdda589ab8c9,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:07:59.677262 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2017531'] for router_gateway (23a36950-7a84-46c2-848f-2dfa6f10b01f), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.765521 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2031018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65228'] for router (23a36950-7a84-46c2-848f-2dfa6f10b01f), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.767612 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks [] for router_controller (23a36950-7a84-46c2-848f-2dfa6f10b01f), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.813035 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2031013'] for router (23a36950-7a84-46c2-848f-2dfa6f10b01f), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.813505 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23a36950-7a84-46c2-848f-2dfa6f10b01f {{(pid=103161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 13:07:59.818055 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.819206 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e80953d2-0031-4b83-a06a-c709e71a987c admin admin] 10.222.0.45 "DELETE /v2.0/routers/23a36950-7a84-46c2-848f-2dfa6f10b01f HTTP/1.1" status: 204 len: 168 time: 0.7475634 Apr 07 13:07:59.821701 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39804) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:07:59.865598 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc576c0-a3e5-4edf-b1cd-416a00eb22d8 admin admin] Deleting subnet be2757e2-a84c-4069-bdf2-d3afc18fca08 {{(pid=103161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 13:07:59.868572 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bdc576c0-a3e5-4edf-b1cd-416a00eb22d8 admin admin] Publish callbacks [] for subnet (be2757e2-a84c-4069-bdf2-d3afc18fca08), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.902275 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bdc576c0-a3e5-4edf-b1cd-416a00eb22d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5036836'] for subnet (be2757e2-a84c-4069-bdf2-d3afc18fca08), precommit_delete_associations {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:07:59.989034 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bdc576c0-a3e5-4edf-b1cd-416a00eb22d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008224'] for subnet (be2757e2-a84c-4069-bdf2-d3afc18fca08), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.048290 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bdc576c0-a3e5-4edf-b1cd-416a00eb22d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5211432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4638134'] for subnet (be2757e2-a84c-4069-bdf2-d3afc18fca08), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.073720 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc576c0-a3e5-4edf-b1cd-416a00eb22d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2757e2-a84c-4069-bdf2-d3afc18fca08,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:08:00.077442 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-bdc576c0-a3e5-4edf-b1cd-416a00eb22d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.080644 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-bdc576c0-a3e5-4edf-b1cd-416a00eb22d8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/be2757e2-a84c-4069-bdf2-d3afc18fca08 HTTP/1.1" status: 204 len: 168 time: 0.2580161 Apr 07 13:08:00.083199 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39806) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:08:00.083904 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf693cb-769a-4b2e-9c8b-fee12a1af269 None None] Network 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 requested from dv-cinder-836944-2-smb {{(pid=103163) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 13:08:00.356750 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] DHCP port deletion for 625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 request from dv-cinder-836944-2-smb {{(pid=103163) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 13:08:00.358985 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 6738edb3-a61e-43f4-ace9-63a776ec013b no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:08:00.382278 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 6738edb3-a61e-43f4-ace9-63a776ec013b {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:08:00.382923 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 6738edb3-a61e-43f4-ace9-63a776ec013b not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:08:00.422571 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000097'] for network (625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.429891 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Deleting port 379ecda2-614a-4a7f-b451-07ad2d5b8709 {{(pid=103163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:08:00.430320 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), before_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.477833 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Deleting port 379ecda2-614a-4a7f-b451-07ad2d5b8709 {{(pid=103161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 13:08:00.478182 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729711070082'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.497101 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.db [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] For port 379ecda2-614a-4a7f-b451-07ad2d5b8709, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=379ecda2-614a-4a7f-b451-07ad2d5b8709,segment=NetworkSegment(c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4),segment_id=c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4)] {{(pid=103163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:08:00.497523 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), precommit_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.510104 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Calling delete_port for 379ecda2-614a-4a7f-b451-07ad2d5b8709 owned by network:dhcp {{(pid=103163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:08:00.540128 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.db [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] For port 379ecda2-614a-4a7f-b451-07ad2d5b8709, host dv-cinder-836944-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836944-2-smb',level=0,port_id=379ecda2-614a-4a7f-b451-07ad2d5b8709,segment=NetworkSegment(c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4),segment_id=c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4)] {{(pid=103161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 13:08:00.540486 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2022197'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.553249 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Calling delete_port for 379ecda2-614a-4a7f-b451-07ad2d5b8709 owned by network:dhcp {{(pid=103161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 13:08:00.592762 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), after_delete {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.622258 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Pushing event deleted for resources: {'Port': ['ID=379ecda2-614a-4a7f-b451-07ad2d5b8709,revision_number=None']} {{(pid=103163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:08:00.624676 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] No DVR routers for this DVR port 379ecda2-614a-4a7f-b451-07ad2d5b8709 on host dv-cinder-836944-2-smb {{(pid=103163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:08:00.632739 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.633138 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.633567 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.633971 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.634486 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.634885 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.635273 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.635663 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.636052 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.636436 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.636824 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.638158 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.638158 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.638158 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.638611 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a726f6-a4b7-4d1e-b4fd-b6983532f550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836944-2-smb {{(pid=103163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 13:08:00.658595 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729711075669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729710616185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5211645'] for port (379ecda2-614a-4a7f-b451-07ad2d5b8709), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.685283 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Pushing event deleted for resources: {'Port': ['ID=379ecda2-614a-4a7f-b451-07ad2d5b8709,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:08:00.688587 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] No DVR routers for this DVR port 379ecda2-614a-4a7f-b451-07ad2d5b8709 on host dv-cinder-836944-2-smb {{(pid=103161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 13:08:00.760263 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-928505', 'neutron.services.segments.db._delete_segments_for_network-8729711009482'] for network (625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.780416 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1']}} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:08:00.790286 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4') {'for_net_delete': True} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:08:00.790586 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.services.segments.db [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4') {} {{(pid=103161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 13:08:00.799587 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729711014355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5036861'] for segment (c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.812495 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921'] for segment (c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.818820 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 13:08:00.819199 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5211598'] for segment (c3cb60a3-3e7d-4b6e-8b2b-ccf98011b5e4), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: self.session.flush() Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: self.session.flush() Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: self.session.flush() Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: self.session.flush() Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: Traceback (most recent call last): Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: timer() Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: cb(*args, **kw) Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: return func(*args, **kwargs) Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: self._notify() Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: self.callback(batched_events) Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: event.method(event) Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: return f(self, *a, **k) Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: return self._get(url).json() Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: return self.request(url, 'GET', **kwargs) Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 13:08:00.820817 dv-cinder-836944-2-smb neutron-server[103161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 13:08:00.874372 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-928482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2017503'] for network (625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.881729 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577791'] for network (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:00.884733 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] 10.222.0.45 "DELETE /v2.0/networks/625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1 HTTP/1.1" status: 204 len: 168 time: 0.8006272 Apr 07 13:08:00.895242 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c354a-10f8-407c-b472-4e321c4d0fff admin admin] Pushing event deleted for resources: {'Network': ['ID=625c1e3f-8a4d-48d5-93eb-5e363b6ec1f1,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:08:01.106409 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39810) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:08:01.149383 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-38bfcc2e-7b58-4624-be6f-7beb08cfa077 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=720844d1691e46b9a97ca0cdee94bedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417545 Apr 07 13:08:01.151688 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39812) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:08:01.197177 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e1588279-e1c1-4e6a-97eb-07cc9662d017 admin admin] Publish callbacks [] for security_group (fef84b03-532d-452b-841f-24c0eb646192), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:01.217901 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e1588279-e1c1-4e6a-97eb-07cc9662d017 admin admin] Publish callbacks [] for security_group (fef84b03-532d-452b-841f-24c0eb646192), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:01.266573 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e1588279-e1c1-4e6a-97eb-07cc9662d017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (fef84b03-532d-452b-841f-24c0eb646192), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:01.269266 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-e1588279-e1c1-4e6a-97eb-07cc9662d017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:01.271580 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-e1588279-e1c1-4e6a-97eb-07cc9662d017 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fef84b03-532d-452b-841f-24c0eb646192 HTTP/1.1" status: 204 len: 168 time: 0.1189799 Apr 07 13:08:01.279724 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1588279-e1c1-4e6a-97eb-07cc9662d017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef84b03-532d-452b-841f-24c0eb646192,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:08:01.550029 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64f024f0-1ed2-4f06-a4a3-16d7873a414f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:01.576978 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39818) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:08:01.615910 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-865c5ef5-015c-4b79-bba9-eef7587cbd65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa8eefc32b4f4543bdf564ebb84facdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377586 Apr 07 13:08:01.618266 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.wsgi [-] (103161) accepted ('10.222.0.45', 39820) {{(pid=103161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 13:08:01.664562 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-036adc42-7bab-4ba8-9728-afdc55054cfd admin admin] Publish callbacks [] for security_group (e0889373-404e-4175-aba9-08c48b376d7c), before_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:01.684878 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-036adc42-7bab-4ba8-9728-afdc55054cfd admin admin] Publish callbacks [] for security_group (e0889373-404e-4175-aba9-08c48b376d7c), precommit_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:01.735169 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-036adc42-7bab-4ba8-9728-afdc55054cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028895'] for security_group (e0889373-404e-4175-aba9-08c48b376d7c), after_delete {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:01.737796 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron_lib.callbacks.manager [None req-036adc42-7bab-4ba8-9728-afdc55054cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:01.739502 dv-cinder-836944-2-smb neutron-server[103161]: INFO neutron.wsgi [None req-036adc42-7bab-4ba8-9728-afdc55054cfd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0889373-404e-4175-aba9-08c48b376d7c HTTP/1.1" status: 204 len: 168 time: 0.1200392 Apr 07 13:08:01.747342 dv-cinder-836944-2-smb neutron-server[103161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036adc42-7bab-4ba8-9728-afdc55054cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0889373-404e-4175-aba9-08c48b376d7c,revision_number=None']} {{(pid=103161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 13:08:01.785594 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device ed52b993-9288-4cb3-b2bd-cdda589ab8c9 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:08:01.805442 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: ed52b993-9288-4cb3-b2bd-cdda589ab8c9 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:08:01.805769 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device ed52b993-9288-4cb3-b2bd-cdda589ab8c9 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:08:01.806174 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 379ecda2-614a-4a7f-b451-07ad2d5b8709 no longer exists at agent ovs-agent-dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 13:08:01.824744 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.plugin [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] No Port match for: 379ecda2-614a-4a7f-b451-07ad2d5b8709 {{(pid=103163) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 13:08:01.825104 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron.plugins.ml2.rpc [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Device 379ecda2-614a-4a7f-b451-07ad2d5b8709 not bound to the agent host dv-cinder-836944-2-smb {{(pid=103163) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 13:08:03.878777 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-bc9b833b-412b-40bf-aa42-2f498044e6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:05.167423 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:06.428565 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:07.849328 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:19.103926 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:30.869348 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:08:31.552856 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f437bd37-b264-4fd7-83f6-0801ad05b399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:33.880776 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-601769fe-65ca-496c-b19b-ac1df4cd6a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:35.169619 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:36.430472 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:37.851141 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:08:49.100954 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:01.554199 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-922ddda7-30fe-4d93-9ffd-0b82a3d7d13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:03.881150 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-53eb9841-4dbb-4033-8184-52b6844d0f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:05.173372 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:06.433522 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:07.852202 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:07.868631 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:09:19.100997 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:31.555074 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-5849736f-8484-488e-9400-3281e6f94d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:33.882351 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-64b0a119-276d-49c0-ba31-5222521e413d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:35.175832 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:36.435681 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:37.853388 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:09:44.868660 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:09:49.114639 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:01.556739 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-cdd709e5-9b0c-40ad-bc94-cf842ad9872c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:03.885257 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-36784a80-e69a-40ee-8985-141bceeefbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:05.178979 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:06.438393 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:07.854805 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:19.131395 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:21.868053 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:10:31.558112 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-ebdf7018-8ac8-419f-b2b5-b5ad2ad113f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:33.885071 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-273a38a6-6034-41ad-821a-4df27997043e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:35.181355 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:36.440508 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:37.857988 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:49.146202 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:10:58.868221 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:11:01.559531 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-1b61e6fa-e392-412b-b08b-0adcd5a2333f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:03.885728 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3ea46903-c4b0-4957-a40d-0688ec0c4ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:05.185067 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:06.444385 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:07.861513 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:19.145423 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:25.152405 dv-cinder-836944-2-smb neutron-server[103162]: DEBUG neutron.wsgi [req-32b0b3be-05e1-4f63-ba74-9781e0559d13 req-94d447dc-3f99-4dd1-994f-01703a7dee94 service neutron] (103162) timed out ('10.222.0.26', 61396) {{(pid=103162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 13:11:31.560835 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-05cd3919-4521-474f-b0b3-8028045fe790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:33.886453 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-3d06e326-5e87-45b1-935d-1463675d3470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:35.189364 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:35.867288 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:11:36.447553 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:37.863043 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:11:49.144875 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:01.563272 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-259c0ad6-f1ce-4c3e-b38c-f2a56413c8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:03.887595 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c70a-de2c-4910-afad-2580f7fe8e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:05.193001 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:06.450277 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:07.865115 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:12.866149 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:12:19.162608 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:31.564268 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-81b74b5d-9643-4349-b656-208ae781e507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:33.890835 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-f2358ce8-bd13-4c18-89e8-f350fbaa092c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (45e35528-2698-4706-b1a2-483f8e65635b), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:35.194278 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-22a3e205-941a-409e-be07-bc2dc448755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (ebc6dad0-236f-46cb-bc4d-2a23a1faae05), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:36.453450 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-2c08e9a8-45d4-4679-8c80-827fd1cba763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (5fc9d011-93f2-4af8-9b6c-e7b10931f3f4), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:37.866668 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-432b68b6-5712-49ba-b193-7b185ebd5fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (2c8e2351-8e28-4cda-a4cb-85e5e5120a38), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:49.168888 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-43ea0a5c-4378-4a46-97eb-36d7a51271fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f4df7f23-9e32-45e9-9f98-4e18a7e03c00), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 13:12:49.866024 dv-cinder-836944-2-smb neutron-server[103164]: DEBUG neutron.db.agents_db [None req-0c120a4f-2d58-4b6d-8f2d-dbcd3a7cefaa None None] Agent healthcheck: found 6 active agents {{(pid=103164) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 13:13:01.566641 dv-cinder-836944-2-smb neutron-server[103163]: DEBUG neutron_lib.callbacks.manager [None req-61844a7c-528b-444b-afa0-2bef97501a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729711009464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930366'] for agent (f2783e21-75f4-4245-bd17-bd02179d5942), after_update {{(pid=103163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}